-- Logs begin at Sat 2021-08-21 09:53:33 UTC, end at Sat 2021-08-21 11:17:48 UTC. -- Aug 21 10:44:23.462055 dv-cinder-805477-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 21 10:44:26.041341 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.common.config [-] Logging enabled! Aug 21 10:44:26.041888 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.1.dev13 Aug 21 10:44:26.043173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82400) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 21 10:44:26.043931 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.common.config [-] Logging enabled! Aug 21 10:44:26.044216 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.1.dev13 Aug 21 10:44:26.044488 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82400) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 21 10:44:26.045543 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Aug 21 10:44:26.045822 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Aug 21 10:44:26.046835 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Aug 21 10:44:26.047114 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Aug 21 10:44:26.047369 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Aug 21 10:44:26.047769 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.048116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.048440 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.048706 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.049045 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.049373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.049680 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.050003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.050898 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.051213 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.051516 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.051859 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.052114 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.052430 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.052746 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.053074 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.053323 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] debug = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.053633 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.054166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.054475 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.054778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.055097 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.055402 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.055728 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.056042 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.056397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] host = dv-cinder-805477-1-iscsi {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.056708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.057026 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.057341 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.057660 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.057962 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.058266 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.058580 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.058882 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.059182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] log_file = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.059486 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.059834 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.060153 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.060483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.060736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.060985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.061308 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.061631 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.061935 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.062238 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.062541 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.062843 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.063144 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.063438 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.063793 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.064115 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.064444 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.064757 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.065093 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.065399 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.066327 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.066646 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.066951 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.067255 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.067582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.067910 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.068211 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.068513 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.068859 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.069177 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.069505 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.069817 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.070118 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.070443 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.070744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.071066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.071368 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] use_json = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.071727 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.072023 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.072380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.072684 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.072984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.073285 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.073585 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.073905 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:26.074234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.074572 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.074911 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.075228 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.075591 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.075891 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.076218 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.076527 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.076875 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.077223 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.077551 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.077860 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.078178 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.078512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.078842 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.079147 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.079467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.079836 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.080148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.080450 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.080783 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.081093 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.081439 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.081751 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.082056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.082356 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.082654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.082971 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.083307 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.083638 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.083946 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.084245 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.084549 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.084851 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.085169 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.085477 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.085779 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.086081 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.086389 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.086691 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.086995 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.087303 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.087648 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.087957 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.088259 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.088559 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.088859 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.089164 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.089473 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.089774 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.090075 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.090384 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.090686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.090987 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.091293 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.091617 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.091923 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.092241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.092573 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.092881 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.093191 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.093502 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.093811 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.094122 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.094429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.094737 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.095048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.095351 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.095712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.096021 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.096340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.096656 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.097506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.097842 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.098153 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.098467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.098782 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.099086 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.099403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.099757 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.100085 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.100411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.100738 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.101068 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.101401 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.101716 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.102061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.102377 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:26.102622 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Aug 21 10:44:26.102891 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82400) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Aug 21 10:44:26.756499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:44:26.756789 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=82400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:44:26.757117 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:44:26.758706 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 21 10:44:27.101710 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.102225 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.102225 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.163736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.164059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.164336 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.167320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.167624 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.167936 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.315230 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.315604 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.316464 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.317649 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.317951 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.318242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.438250 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.438498 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.438800 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.439098 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.440140 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.622309 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.622689 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.623009 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.623313 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.623638 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.624022 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.624322 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.624613 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.624906 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.625245 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.625544 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.625854 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.626161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.626455 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.626765 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.627270 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.627515 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.627699 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.627988 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.628373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.628824 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.629112 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.629398 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.629736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.630020 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.630305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.630718 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 10:44:27.630983 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 10:44:27.631252 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 10:44:27.631520 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 10:44:27.631812 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 10:44:27.632083 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 10:44:27.633427 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 21 10:44:27.641321 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 21 10:44:27.648687 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 21 10:44:27.654256 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 21 10:44:27.657032 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 21 10:44:27.658113 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 21 10:44:27.658490 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 21 10:44:27.658922 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 21 10:44:27.663172 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 21 10:44:27.663448 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 21 10:44:27.664019 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 21 10:44:27.691966 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 21 10:44:27.692491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.692830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82400) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 21 10:44:27.693243 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.694608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82400) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 21 10:44:27.694952 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 21 10:44:27.695222 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 21 10:44:27.698305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.698622 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:27.763783 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 21 10:44:27.764057 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 21 10:44:27.764331 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 21 10:44:27.764741 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 21 10:44:27.798495 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_db.sqlalchemy.engines [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=82400) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 21 10:44:28.184478 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Initializing driver for type 'gre' Aug 21 10:44:28.185223 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] gre ID ranges: [(1, 1000)] Aug 21 10:44:28.286918 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Initializing driver for type 'local' Aug 21 10:44:28.287289 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Initializing driver for type 'vlan' Aug 21 10:44:28.343947 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] VlanTypeDriver initialization complete Aug 21 10:44:28.344340 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Initializing driver for type 'vxlan' Aug 21 10:44:28.344891 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] vxlan ID ranges: [(1, 1000)] Aug 21 10:44:28.454268 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Initializing extension driver 'port_security' Aug 21 10:44:28.454633 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.extensions.port_security [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] PortSecurityExtensionDriver initialization complete Aug 21 10:44:28.455022 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Initializing mechanism driver 'openvswitch' Aug 21 10:44:28.455395 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Initializing mechanism driver 'hyperv' Aug 21 10:44:28.462320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:44:28.463170 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > port after_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.463604 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > port after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.464004 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > port after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.464437 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > subnet after_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.464829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > subnet after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.465222 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > subnet after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.465644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > network after_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.466035 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > network after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.466422 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > network after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.466841 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > security_group after_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.467231 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > security_group after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.467815 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > security_group after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.468286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.468632 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.469014 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.469385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] ML2 OVO RPC backend initialized. {{(pid=82400) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 21 10:44:28.470101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router_interface after_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.470503 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.470962 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > network before_response 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.471350 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > networks before_response 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.471784 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > port before_response 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.472171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > ports before_response 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.472557 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > subnet before_response 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.472940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > subnets before_response 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.473329 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > network after_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.473708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > network after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.474086 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > network after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.474465 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > port after_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.474839 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > port after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.475225 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > port after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.475632 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > subnet after_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.476016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > subnet after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.476395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > subnet after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.477026 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.plugin [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Modular L2 Plugin initialization complete Aug 21 10:44:28.477386 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading services supported by the core plugin {{(pid=82400) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Aug 21 10:44:28.477756 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.plugins.ml2.managers [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Got port-security extension from driver 'port_security' Aug 21 10:44:28.478260 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.extensions.vlantransparent [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Disabled vlantransparent extension. Aug 21 10:44:28.478717 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82400) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Aug 21 10:44:28.479067 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading Plugin: router Aug 21 10:44:28.521159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router_interface before_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.521605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router after_create 55549900 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.522027 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router before_create 55549900 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.522441 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.522867 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.523276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router after_delete 55549900 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.523708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > floatingip after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.524130 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router after_create 55549900 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.524523 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router after_update 55549900 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.524926 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router after_update 55549900 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.525329 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.525735 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router after_update 55549900 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.526240 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router precommit_update 55549900 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.526947 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: port after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.527068 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: port after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.527414 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: subnet after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.527829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.528503 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > port precommit_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.528875 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router precommit_create 55549900 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.529264 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: port before_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.529651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router precommit_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.530061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router after_update 55549900 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.530450 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router precommit_delete 55549900 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.530847 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router precommit_create 55549900 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.531260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router_interface after_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.531698 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router precommit_update 55549900 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.532129 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > agent after_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.532529 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > agent after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.532923 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > network after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.533903 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Tracking information for resource: router configured {{(pid=82400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 10:44:28.534284 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Tracking information for resource: floatingip configured {{(pid=82400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 10:44:28.540693 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.l3_agentschedulers_db [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 21 10:44:28.541344 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: port after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.541745 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: port after_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.542136 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: port after_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.542526 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: port after_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.543413 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router before_create 55550100 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.543851 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router precommit_delete 55550100 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.544265 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router precommit_create 55550100 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.544663 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > router precommit_update 55550100 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.549259 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.provider_configuration [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Service providers = [] {{(pid=82400) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 21 10:44:28.549658 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.servicetype_db [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82400) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 21 10:44:28.552808 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.service_base [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Aug 21 10:44:28.553203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.service_base [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Aug 21 10:44:28.553592 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.service_base [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Aug 21 10:44:28.554504 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.service_base [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Aug 21 10:44:28.554909 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.services.service_base [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 21 10:44:28.555345 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 10:44:28.555748 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 21 10:44:28.579070 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 10:44:28.579509 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading Plugin: auto_allocate Aug 21 10:44:28.590768 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: network precommit_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.591173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: network precommit_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.591814 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 10:44:28.592182 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading Plugin: tag Aug 21 10:44:28.603722 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 10:44:28.607632 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading Plugin: timestamp Aug 21 10:44:28.607895 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 10:44:28.608268 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading Plugin: network_ip_availability Aug 21 10:44:28.614104 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.614523 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.614915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.615775 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 10:44:28.616142 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading Plugin: flavors Aug 21 10:44:28.632926 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 10:44:28.633298 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading Plugin: revisions Aug 21 10:44:28.637803 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Aug 21 10:44:28.638242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.881s {{(pid=82400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:44:28.639064 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82400) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:633}} Aug 21 10:44:28.639430 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Initializing extension manager. Aug 21 10:44:28.640020 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: __init__.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.640408 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: __pycache__ {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.640783 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.641160 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.641533 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: _filter_validation_lib.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.641904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.642276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: address_scope.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.643126 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.643870 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: address-scope Aug 21 10:44:28.644730 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: admin_state_down_before_update.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.645689 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.648000 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: router-admin-state-down-before-update Aug 21 10:44:28.648374 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: agent.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.649184 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.649764 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: agent Aug 21 10:44:28.650128 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: agent_resources_synced.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.651066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.651689 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: agent-resources-synced Aug 21 10:44:28.652056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: allowedaddresspairs.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.654164 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.654752 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: allowed-address-pairs Aug 21 10:44:28.655122 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: auto_allocated_topology.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.656376 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.656951 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: auto-allocated-topology Aug 21 10:44:28.657325 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: availability_zone.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.658118 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.658694 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: availability_zone Aug 21 10:44:28.659063 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: availability_zone_filter.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.660046 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.660618 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: availability_zone_filter Aug 21 10:44:28.661012 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: data_plane_status.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.661957 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.662536 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension data-plane-status not supported by any of loaded plugins Aug 21 10:44:28.662901 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: default_subnetpools.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.663863 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.664438 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: default-subnetpools Aug 21 10:44:28.664803 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: dhcpagentscheduler.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.665705 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.666282 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: dhcp_agent_scheduler Aug 21 10:44:28.666646 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: dns.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.667605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.668180 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension dns-integration not supported by any of loaded plugins Aug 21 10:44:28.668545 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: dns_domain_ports.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.669481 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.670061 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 21 10:44:28.670424 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: dvr.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.671192 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.671783 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: dvr Aug 21 10:44:28.672152 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: empty_string_filtering.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.673097 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.673666 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: empty-string-filtering Aug 21 10:44:28.674034 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.674983 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.675586 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 21 10:44:28.675952 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.676888 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.677457 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 21 10:44:28.677822 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: external_net.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.678750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.679323 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: external-net Aug 21 10:44:28.679745 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: extra_dhcp_opt.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.680696 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.681266 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: extra_dhcp_opt Aug 21 10:44:28.681626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: extraroute.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.682552 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.683128 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: extraroute Aug 21 10:44:28.683490 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: extraroute_atomic.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.684834 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.685631 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: extraroute-atomic Aug 21 10:44:28.685999 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: filter_validation.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.686738 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.687281 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: filter-validation Aug 21 10:44:28.687675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: fip_pf_description.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.688604 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.689172 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 21 10:44:28.689537 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: fip_port_details.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.690482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.691608 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: fip-port-details Aug 21 10:44:28.691981 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: flavors.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.693238 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.693819 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: flavors Aug 21 10:44:28.694191 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.695957 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.696549 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 21 10:44:28.696922 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: floatingip_pools.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.697719 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.698302 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: floatingip-pools Aug 21 10:44:28.698674 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: ip_allocation.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.699646 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.700217 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension ip_allocation not supported by any of loaded plugins Aug 21 10:44:28.700584 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.701529 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.702107 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: ip-substring-filtering Aug 21 10:44:28.702476 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: l2_adjacency.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.703420 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.704018 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 21 10:44:28.704431 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: l3.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.705515 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.706103 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: router Aug 21 10:44:28.707038 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: l3_conntrack_helper.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.709564 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.710165 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 21 10:44:28.710545 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.711486 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.712101 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: ext-gw-mode Aug 21 10:44:28.712471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.713426 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.714009 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: l3-ha Aug 21 10:44:28.714376 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: l3_flavors.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.715317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.715919 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: l3-flavors Aug 21 10:44:28.716286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.718198 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.718797 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 21 10:44:28.719166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: l3agentscheduler.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.720428 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.721027 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: l3_agent_scheduler Aug 21 10:44:28.721403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: logging.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.723031 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.723673 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension logging not supported by any of loaded plugins Aug 21 10:44:28.724055 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: metering.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.725058 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.725753 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: metering Aug 21 10:44:28.726127 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: multiprovidernet.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.727115 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.727743 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: multi-provider Aug 21 10:44:28.728116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: netmtu.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.729056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.729654 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: net-mtu Aug 21 10:44:28.730023 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: netmtu_writable.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.730960 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.731589 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: net-mtu-writable Aug 21 10:44:28.731938 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: network_availability_zone.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.732707 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.733292 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: network_availability_zone Aug 21 10:44:28.733658 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: network_ip_availability.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.734778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.735357 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: network-ip-availability Aug 21 10:44:28.735757 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: network_segment_range.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.736777 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.737416 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension network-segment-range not supported by any of loaded plugins Aug 21 10:44:28.738295 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: pagination.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.739309 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.739719 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: pagination Aug 21 10:44:28.740088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.741019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.741614 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: port-mac-address-regenerate Aug 21 10:44:28.741985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: port_resource_request.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.742921 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.743504 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension port-resource-request not supported by any of loaded plugins Aug 21 10:44:28.743925 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: portbindings.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.744875 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.745450 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: binding Aug 21 10:44:28.745817 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: portbindings_extended.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.747114 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.747738 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: binding-extended Aug 21 10:44:28.748136 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: portsecurity.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.749071 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.749655 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: port-security Aug 21 10:44:28.750025 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: project_id.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.752691 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.753108 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: project-id Aug 21 10:44:28.754061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: providernet.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.755036 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.755678 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: provider Aug 21 10:44:28.756055 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: qos.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.759712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.760315 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension qos not supported by any of loaded plugins Aug 21 10:44:28.760685 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.761942 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.762536 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 21 10:44:28.762906 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.763876 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.764447 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 21 10:44:28.764814 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: qos_default.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.765742 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.766335 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension qos-default not supported by any of loaded plugins Aug 21 10:44:28.766702 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: qos_fip.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.767404 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.768032 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension qos-fip not supported by any of loaded plugins Aug 21 10:44:28.768395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: qos_gateway_ip.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.769360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.769940 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 21 10:44:28.770304 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: qos_port_network_policy.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.771232 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.771861 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 21 10:44:28.772224 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: qos_rule_type_details.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.773151 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.773749 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 21 10:44:28.774112 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: qos_rules_alias.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.775165 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.775767 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 21 10:44:28.776138 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: quotasv2.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.777235 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.777614 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: quotas Aug 21 10:44:28.778249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: quotasv2_detail.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.779908 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.780292 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: quota_details Aug 21 10:44:28.780665 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: rbac.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.781842 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.782442 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: rbac-policies Aug 21 10:44:28.782815 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: rbac_address_scope.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.783790 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.784406 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: rbac-address-scope Aug 21 10:44:28.784781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: rbac_security_groups.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.785735 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.786316 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: rbac-security-groups Aug 21 10:44:28.786687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: rbac_subnetpool.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.787641 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.788229 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: rbac-subnetpool Aug 21 10:44:28.788600 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: revisionifmatch.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.789557 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.790140 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: revision-if-match Aug 21 10:44:28.790510 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: revisions.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.791683 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.792263 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: standard-attr-revisions Aug 21 10:44:28.792633 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: router_availability_zone.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.793408 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.794041 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: router_availability_zone Aug 21 10:44:28.794433 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: routerservicetype.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.795405 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.796012 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension router-service-type not supported by any of loaded plugins Aug 21 10:44:28.796381 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: security_groups_port_filtering.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.797329 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.797909 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: port-security-groups-filtering Aug 21 10:44:28.798275 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: securitygroup.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.811904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.812527 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: security-group Aug 21 10:44:28.812907 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: segment.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.813811 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.814397 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension segment not supported by any of loaded plugins Aug 21 10:44:28.814771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.816347 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.816955 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 21 10:44:28.817327 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: servicetype.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.818471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.819058 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: service-type Aug 21 10:44:28.819431 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: sorting.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.820482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.820867 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: sorting Aug 21 10:44:28.821231 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: standard_attr_segment.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.822167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.822804 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 21 10:44:28.823186 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: standardattrdescription.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.823948 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.824522 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: standard-attr-description Aug 21 10:44:28.824888 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: stateful_security_group.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.825840 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.826422 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: stateful-security-group Aug 21 10:44:28.826787 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: stdattrs_common.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.827395 dv-cinder-805477-1-iscsi neutron-server[82400]: WARNING neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 21 10:44:28.827788 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.828753 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.829329 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 21 10:44:28.829699 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: subnet_onboard.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.830772 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.831377 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: subnet_onboard Aug 21 10:44:28.831779 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.832729 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.833299 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 21 10:44:28.833668 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: subnet_service_types.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.834689 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.835268 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: subnet-service-types Aug 21 10:44:28.835664 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: subnetallocation.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.836776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.837365 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: subnet_allocation Aug 21 10:44:28.837734 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.840372 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.840372 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: subnetpool-prefix-ops Aug 21 10:44:28.840372 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.840372 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.840877 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 21 10:44:28.841242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: tagging.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.842685 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.843293 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: standard-attr-tag Aug 21 10:44:28.843727 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: timestamp.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.845001 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.845664 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loaded extension: standard-attr-timestamp Aug 21 10:44:28.846008 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: trunk.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.847315 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.847960 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension trunk not supported by any of loaded plugins Aug 21 10:44:28.848567 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: trunk_details.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.849648 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.850274 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension trunk-details not supported by any of loaded plugins Aug 21 10:44:28.850672 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: uplink_status_propagation.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.851760 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.852442 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 21 10:44:28.852890 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Loading extension file: vlantransparent.py {{(pid=82400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Aug 21 10:44:28.853726 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Aug 21 10:44:28.854448 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 21 10:44:28.857588 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of TrackedResource for resource:network Aug 21 10:44:28.858533 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of TrackedResource for resource:subnet Aug 21 10:44:28.859259 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 10:44:28.860008 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of TrackedResource for resource:port Aug 21 10:44:28.861563 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.resource_helper [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 10:44:28.862091 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.resource_helper [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Service FLAVORS assigned prefix: {{(pid=82400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 10:44:28.863346 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.resource_helper [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 10:44:28.863873 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.resource_helper [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 10:44:28.864287 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of TrackedResource for resource:router Aug 21 10:44:28.865107 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of TrackedResource for resource:floatingip Aug 21 10:44:28.865955 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.resource_helper [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Service METERING assigned prefix: /metering {{(pid=82400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 10:44:28.868082 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.868559 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.869020 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82400) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:44:28.870226 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of CountableResource for resource:rbac_policy Aug 21 10:44:28.870806 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of TrackedResource for resource:security_group Aug 21 10:44:28.871790 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 21 10:44:28.872705 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.resource_helper [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Service CORE assigned prefix: {{(pid=82400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 10:44:28.873102 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 10:44:28.873503 dv-cinder-805477-1-iscsi neutron-server[82400]: WARNING neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] subnetpool is already registered Aug 21 10:44:28.874185 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.resource_helper [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Service CORE assigned prefix: {{(pid=82400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 10:44:28.874559 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 10:44:28.874927 dv-cinder-805477-1-iscsi neutron-server[82400]: WARNING neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] subnetpool is already registered Aug 21 10:44:28.878095 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.resource_helper [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 10:44:28.879181 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.resource_helper [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Service FLAVORS assigned prefix: {{(pid=82400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 10:44:28.879992 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.resource_helper [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 10:44:28.880571 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.resource_helper [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 10:44:28.880973 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of TrackedResource for resource:router Aug 21 10:44:28.881420 dv-cinder-805477-1-iscsi neutron-server[82400]: WARNING neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] router is already registered Aug 21 10:44:28.882183 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of TrackedResource for resource:floatingip Aug 21 10:44:28.882612 dv-cinder-805477-1-iscsi neutron-server[82400]: WARNING neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] floatingip is already registered Aug 21 10:44:28.883620 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.resource_helper [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Service METERING assigned prefix: /metering {{(pid=82400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 10:44:28.884411 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of CountableResource for resource:rbac_policy Aug 21 10:44:28.884722 dv-cinder-805477-1-iscsi neutron-server[82400]: WARNING neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] rbac_policy is already registered Aug 21 10:44:28.885244 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of TrackedResource for resource:security_group Aug 21 10:44:28.885643 dv-cinder-805477-1-iscsi neutron-server[82400]: WARNING neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] security_group is already registered Aug 21 10:44:28.886582 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 21 10:44:28.887022 dv-cinder-805477-1-iscsi neutron-server[82400]: WARNING neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] security_group_rule is already registered Aug 21 10:44:28.887903 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.resource_helper [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Service CORE assigned prefix: {{(pid=82400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 10:44:28.888343 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 10:44:28.888746 dv-cinder-805477-1-iscsi neutron-server[82400]: WARNING neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] subnetpool is already registered Aug 21 10:44:28.889486 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.resource_helper [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Service CORE assigned prefix: {{(pid=82400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Aug 21 10:44:28.889907 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 10:44:28.890332 dv-cinder-805477-1-iscsi neutron-server[82400]: WARNING neutron.quota.resource_registry [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] subnetpool is already registered Aug 21 10:44:28.891168 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: extensions {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.893057 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: address-scopes {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.894434 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: agents {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.895988 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: auto-allocated-topology {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.897557 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: availability_zones {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.899039 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: dhcp-networks {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.900810 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: dhcp-agents {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.902522 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: routers {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.905203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: flavors {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.906784 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: service_profiles {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.908205 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: next_providers {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.909940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: service_profiles {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.911456 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: floatingip-pools {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.913962 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: routers {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.915943 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: floatingips {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.917270 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: l3-routers {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.919016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: l3-agents {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.920645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: metering-labels {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.922235 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: metering-label-rules {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.923844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: network-ip-availabilities {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.925893 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: bindings {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.927735 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: quotas {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.929578 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: quotas {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.931517 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: rbac-policies {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.932850 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: security-groups {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.934284 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: security-group-rules {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.935869 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: service-providers {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.937332 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: subnetpools {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.938821 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: subnetpools {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.940674 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: tags {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.943176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: tags {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.945210 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: tags {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.947472 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: tags {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.949624 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: tags {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.951653 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: tags {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.953760 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: tags {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.955775 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: tags {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.958076 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: tags {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.960050 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.extensions [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Extended resource: tags {{(pid=82400) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Aug 21 10:44:28.967150 dv-cinder-805477-1-iscsi neutron-server[82400]: WARNING keystonemiddleware.auth_token [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 21 10:44:28.972430 dv-cinder-805477-1-iscsi neutron-server[82400]: WARNING keystonemiddleware.auth_token [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 21 10:44:28.982580 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Acquired lock "singleton_lock" {{(pid=82400) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Aug 21 10:44:28.983143 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Releasing lock "singleton_lock" {{(pid=82400) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Aug 21 10:44:28.984770 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO oslo_service.service [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Starting 2 workers Aug 21 10:44:28.989965 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Started child 82511 {{(pid=82400) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Aug 21 10:44:28.994439 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:28.994726 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Started child 82512 {{(pid=82400) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Aug 21 10:44:28.995964 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [-] (82511) wsgi starting up on http://0.0.0.0:9696 Aug 21 10:44:28.996240 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.service [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 21 10:44:28.996891 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Notify callbacks [] for process, before_spawn {{(pid=82400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:28.998724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:28.999425 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO oslo_service.service [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Starting 1 workers Aug 21 10:44:29.000097 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [-] (82512) wsgi starting up on http://0.0.0.0:9696 Aug 21 10:44:29.004918 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Started child 82513 {{(pid=82400) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Aug 21 10:44:29.005475 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO oslo_service.service [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Starting 1 workers Aug 21 10:44:29.007538 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.service [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] calling RpcWorker wait() {{(pid=82513) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 21 10:44:29.008483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.service [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] returning from RpcWorker wait() {{(pid=82513) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 21 10:44:29.010073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:29.010572 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:44:29.010699 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Started child 82514 {{(pid=82400) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Aug 21 10:44:29.011520 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64a250fd-10d0-40b5-b07c-e1d9120af47a None None] Notify callbacks [] for process, after_spawn {{(pid=82400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:29.013444 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82400) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Aug 21 10:44:29.013682 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Aug 21 10:44:29.013902 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Aug 21 10:44:29.014175 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Aug 21 10:44:29.014604 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Aug 21 10:44:29.014870 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Aug 21 10:44:29.015349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.015754 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.015856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:29.016090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.016234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.016927 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.017285 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:44:29.017545 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.017877 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.018158 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.018484 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.018825 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.019041 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.019272 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.019698 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.019992 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.020347 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.020642 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.020912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.021198 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.021413 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.021708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.022049 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.022317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.022612 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] debug = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.022875 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.023627 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.023905 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.024254 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.024479 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.024785 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.025203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.025382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.025651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.025881 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.026341 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.026623 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.026878 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.027161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.027468 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.027775 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.028478 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] host = dv-cinder-805477-1-iscsi {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.028779 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.029052 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.029361 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.029655 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.029954 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.030207 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.030497 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.030791 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.031066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.031329 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.031614 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.031876 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.032158 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.032424 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] log_file = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.032617 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] log_options = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.032870 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.033152 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.033448 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.033732 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.033895 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.034035 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.034355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.034607 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.034885 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.035139 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.035385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.035678 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.035915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.036149 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.036437 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.036705 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.037006 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.037274 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.037593 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.037911 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.038208 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.039076 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.039326 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.039607 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.039986 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.046940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.046940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.046940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.046940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.046940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.046940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.046940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.046940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.047512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.047512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.047512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.047512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.047512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.047512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.047512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.047512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.048059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.048059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.048059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.048059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.048059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] use_json = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.048059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.048059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.048059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.048059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.048748 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.048748 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.048748 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.048748 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.048748 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.048748 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.048748 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.049330 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.049330 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.049500 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.049757 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.050629 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.050782 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.051227 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.051598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.051877 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.052243 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.052564 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.053670 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.053670 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.053670 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.054144 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.054144 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.054453 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.054453 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.054953 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.054953 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.056419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.056419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.056419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.056419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.056419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.056419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.056954 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.056954 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.057184 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.057506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.057815 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.059010 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.059010 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.059010 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.059010 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.059678 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.059678 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.059678 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.060528 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.060528 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.060528 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.060528 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.062148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.062148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.062148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.062148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.062148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.062148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.062148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.062772 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.062772 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.062943 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.063168 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.063514 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.063800 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.064066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.064321 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.064574 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.064837 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.065101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.065386 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.065693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.066465 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.066728 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.067003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.067250 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.067502 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.067811 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.067995 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.068220 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.068521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.068860 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.069321 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.069624 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.069884 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.070166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.070445 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.070725 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.070978 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.071247 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.071497 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.071840 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.072112 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.072384 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.072661 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.072931 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.073241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.073464 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.073727 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.073980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.074252 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.074523 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.074950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.075357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.076259 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.076259 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.076259 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.079333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.079333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.079333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.079333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.079333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.079333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.079333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.079333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.081611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.081611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.081611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.081611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.081611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.081611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.081611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.081611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.081611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.082203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.082203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.082203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.082203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.082519 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.082615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.082912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.083776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.083776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.083776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.084066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.084162 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.084416 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.084686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.084979 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.085249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.085514 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.085761 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.086012 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.086286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.086552 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.086824 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.087349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.087349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.087526 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.087772 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.088644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.088644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.088644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.088886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.089139 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.089556 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.089556 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.090000 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.090000 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.090243 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.090459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.091712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.091712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.091712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.091712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.092081 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.092081 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.092302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.092531 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.092795 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.093056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.093386 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.093627 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.093892 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.094112 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.094396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.094582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.094876 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.095145 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.095515 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.095797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.096084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.096335 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.096588 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.097362 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.097598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.098251 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.098251 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.098467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.098566 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.098788 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.099021 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.099246 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.100328 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.100328 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.100328 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.100328 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.100727 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.100727 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.100973 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.101226 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.102345 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.102345 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.102345 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.102659 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.102659 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.102889 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.103171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.103424 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.103792 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.104099 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.104353 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.104739 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.104990 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.105277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.105535 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.105804 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.106059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.106360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.106728 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.107080 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.107372 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.107700 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.108040 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.108392 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.108660 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.109079 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.109579 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.109921 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.110397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.110943 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.111363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.111859 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.112125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.112611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.112869 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.113113 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.113374 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.113665 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.113977 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.114264 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.114502 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.114944 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.115205 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.115469 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.115781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.116054 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.116313 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.116504 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Aug 21 10:44:29.117081 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82400) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Aug 21 10:44:29.117276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Aug 21 10:44:29.117463 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Aug 21 10:44:29.117673 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Aug 21 10:44:29.117869 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Aug 21 10:44:29.118209 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Aug 21 10:44:29.118333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.118433 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.119799 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.120115 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.120457 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.120746 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.121076 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.121397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.121758 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.122225 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 46630) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:44:29.122499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.127554 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.127554 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.127554 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.127554 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.127554 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.127554 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.127554 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.127554 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.128650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.128650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.128650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.128650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.128650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] debug = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.128650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.129166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.129166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.129166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.129166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.129166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.129166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.129645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.129645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.129645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.129645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.129645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.129645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.129645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.129645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.130302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.130302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] host = dv-cinder-805477-1-iscsi {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.130660 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.130962 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.131254 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.131567 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.131882 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.132173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.132461 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.132756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.133047 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.133345 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.134084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.134084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.134084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.134399 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] log_file = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.134495 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096810 Aug 21 10:44:29.134686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] log_options = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.135288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.135621 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.135820 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.136047 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.136248 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.136438 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.136630 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.136855 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.137054 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.137892 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.138095 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.138751 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.138951 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.139143 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.139337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.139533 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.139747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.140736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.140736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.140736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.140736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.140736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.140736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.141199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.141199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.141326 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.142042 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.142042 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.142042 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.142042 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.142042 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.142365 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.142365 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.142490 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.142678 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.142863 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.143048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.144560 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.144560 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.144560 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.144838 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.144934 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.145080 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.145265 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.145454 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.145642 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] use_json = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.146305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.146491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.146676 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.146860 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.147044 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.147229 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.147414 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.147651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Aug 21 10:44:29.147867 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.148036 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.148236 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.148236 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.148236 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.148236 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.148236 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.149362 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.149362 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.149542 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.149542 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.149722 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.149927 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.150116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.150309 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.150500 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.150704 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.150836 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.151028 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.151199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.151388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.151611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.151808 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.152363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.152363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.152363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.152576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.152646 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.152835 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.153275 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.154129 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.154129 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.154278 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.154418 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.154608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.154846 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.155618 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.155800 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.155945 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.156149 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.156339 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.156530 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.157363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.157363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.157363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.157363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.157363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.158546 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.158546 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.158546 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.158546 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.158546 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.158546 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.158546 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.158954 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.158954 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.159086 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.159162 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.160317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.160317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.160317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.160317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.160591 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:44:29.160663 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.160663 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.160663 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.160663 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.161829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.161829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.161829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.161829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.161829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.161829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.161829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.162228 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.162228 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.162228 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.162417 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.163106 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.163106 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.163106 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.163106 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.163376 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.163447 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.167680 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.167930 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.168150 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.168367 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.168576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.168781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.170771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.170771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.170771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.170771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.170771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.170771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.170771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.170771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.171349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.171349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.171349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.171349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.171349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.172051 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.172267 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.174241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.174241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.174241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.174241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.174241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.174241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.174241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.174241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.174744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.174744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.174744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.174744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.174744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.174744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.175144 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.175144 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.175286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.176010 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.178159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.178159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.178159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.178159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.178159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.178159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.178159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.178159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.178670 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.180357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.180357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.180357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.180357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.180357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.180357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.180761 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.180761 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.180886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.181312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.181804 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.183333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.183333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.183333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.184133 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.184133 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.184597 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.186582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.186582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.186582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.186582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.186582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.187295 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.187295 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.187718 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.187869 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.188012 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.189040 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.189040 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.189349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.189349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.189622 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.189834 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.189980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.190133 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.190277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.191159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.193131 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.193303 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.193916 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.195527 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.195527 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.195527 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.196020 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.196020 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.196295 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.196295 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.196567 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.196567 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.196861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.197013 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.197158 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.197300 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.197442 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.197692 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.197852 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.197997 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.198142 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.198286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.198436 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.198580 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.198733 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.198875 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.199018 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.199205 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.199360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.200207 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.201122 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.201122 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.201122 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.201122 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.201122 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.201492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.201492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.201621 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.201765 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.202981 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.202981 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.203377 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.203602 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.204334 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.204538 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.204743 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.207615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.207615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.207615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.207615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.207615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.207615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.207615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.207615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.208161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.208161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.208161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.208161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.208161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.208161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.208161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.208161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.208161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.208707 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.208707 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.208707 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.208707 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.208707 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.208707 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.209054 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.209054 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.209244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.209339 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Aug 21 10:44:29.209486 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82400) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Aug 21 10:44:39.481654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5f80f1-381e-4f90-a63e-d25d75bec16b None None] get_active_networks_info from dv-cinder-805477-1-iscsi {{(pid=82513) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 21 10:44:39.804096 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5f80f1-381e-4f90-a63e-d25d75bec16b None None] No non-hosted networks {{(pid=82513) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 21 10:44:39.818656 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agentschedulers_db [None req-ca5f80f1-381e-4f90-a63e-d25d75bec16b None None] DHCP Agent not found on host dv-cinder-805477-1-iscsi {{(pid=82513) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Aug 21 10:44:39.915840 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3a2269df-9d4d-45d3-8700-313d48d8deae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036821718534'] for agent, after_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:40.972865 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036821718534'] for agent, after_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:40.973463 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:40.973759 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:40.974156 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:40.974502 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:40.975152 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:40.975725 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:40.976352 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:40.976911 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:40.977426 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:40.977941 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:40.978464 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:40.979153 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805477-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:44:40.990416 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805477-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:44:41.982712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0aad073f-f486-4ec8-a5b1-89de0d10aae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036821718534'] for agent, after_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:42.009344 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-20d6ef0e-c272-4bd7-8b8c-abd30475a85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:42.206369 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036821718534'] for agent, after_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:43.555310 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036821718534'] for agent, after_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:44.473720 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 46750) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:44:45.140903 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [None req-49ad97c6-25eb-4a90-849a-c00bfcac5f9e admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=82511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:44:45.141973 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-49ad97c6-25eb-4a90-849a-c00bfcac5f9e admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6672256 Aug 21 10:44:47.326160 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 46766) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:44:47.405172 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-15905319-65f4-46b2-af0b-fbd02b11412c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:44:47.657292 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.policy [None req-15905319-65f4-46b2-af0b-fbd02b11412c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82511) register_rules /opt/stack/neutron/neutron/policy.py:68}} Aug 21 10:44:47.664803 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota [None req-15905319-65f4-46b2-af0b-fbd02b11412c admin admin] Loaded quota_driver: . Aug 21 10:44:47.700484 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-15905319-65f4-46b2-af0b-fbd02b11412c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:44:47.799083 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-15905319-65f4-46b2-af0b-fbd02b11412c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273759469838', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273759515987', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273759517560', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273759846293', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273759510319', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-34497', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-82536', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036821671877', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036821848036'] for rbac-policy, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:48.029808 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-15905319-65f4-46b2-af0b-fbd02b11412c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:48.043595 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-15905319-65f4-46b2-af0b-fbd02b11412c admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7038040 Aug 21 10:44:49.031645 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.l3_hamode_db [None req-65d3e224-9823-4e6e-b375-49ec3d2259e3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 21 10:44:49.119396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d3e224-9823-4e6e-b375-49ec3d2259e3 None None] Routers set() bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:44:49.119803 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d3e224-9823-4e6e-b375-49ec3d2259e3 None None] Router IDs set() for agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 21 10:44:50.262415 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 46782) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:44:50.340403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Request body: {'network': {'project_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'admin_state_up': True, 'name': 'private'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:44:50.346814 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:44:50.351621 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Usage tracker for resource:network and tenant:64e2a2a73fab48a1bc3d9a1b183d9acb is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:44:50.355171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:44:50.361649 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:44:50.414355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Made reservation on behalf of 64e2a2a73fab48a1bc3d9a1b183d9acb for: {'network': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:44:50.420266 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:50.439035 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:50.543010 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:44:50.546889 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Usage tracker for resource:security_group_rule and tenant:64e2a2a73fab48a1bc3d9a1b183d9acb is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:44:50.550330 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:44:50.556579 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:44:50.679051 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:50.706043 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:50.710921 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:44:50.729429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=82511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 10:44:50.755741 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363273762430734', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:50.756337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Unsubscribe: segment precommit_create {{(pid=82511) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Aug 21 10:44:50.756814 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Added segment 9179546f-949b-4389-af8b-ab99fc3be0f6 of type vlan for network e36155ec-dca6-4858-bbe2-94bfd8d36e4f Aug 21 10:44:50.811317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53871277-b4e5-48c5-abc0-2feaead02fd5,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:44:50.835696 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:50.836082 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:50.836446 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:50.836814 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:50.837197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:50.837557 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:50.837919 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:50.838290 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:50.838650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:50.839005 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:50.839360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Tracked resource versions report: Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: pushed versions: Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: { 'ConntrackHelper': {'1.0'}, Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Log': {'1.0'}, Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Network': {'1.1'}, Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Port': {'1.5'}, Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'PortForwarding': {'1.2'}, Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'QosPolicy': {'1.8'}, Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroup': {'1.2'}, Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroupRule': {'1.0'}, Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SubPort': {'1.0'}, Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Subnet': {'1.1'}, Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Trunk': {'1.1'}} Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: consumer versions: Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: { DHCP agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: L3 agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: Metadata agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: Metering agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: Open vSwitch agent@dv-cinder-805477-1-iscsi: { 'ConntrackHelper': '1.0', Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Log': '1.0', Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Network': '1.1', Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Port': '1.5', Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'PortForwarding': '1.2', Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'QosPolicy': '1.8', Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroup': '1.2', Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroupRule': '1.0', Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SubPort': '1.0', Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Subnet': '1.1', Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Trunk': '1.1'}} Aug 21 10:44:50.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: {{(pid=82511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 10:44:50.876958 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:50.896295 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:44:50.938134 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:50.939377 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:44:50.940101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:50.944892 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:44:51.054869 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Pushing event updated for resources: {'Network': ['ID=e36155ec-dca6-4858-bbe2-94bfd8d36e4f,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:44:51.058113 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:44:51.067156 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network e36155ec-dca6-4858-bbe2-94bfd8d36e4f details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:44:51.112897 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8492441 Aug 21 10:44:53.399893 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 46800) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:44:53.584451 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423f07a5-a369-426f-ab56-e732d3586a40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:44:53.585907 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-423f07a5-a369-426f-ab56-e732d3586a40 admin admin] 10.222.0.49 "GET /v2.0/networks/e36155ec-dca6-4858-bbe2-94bfd8d36e4f HTTP/1.1" status: 200 len: 825 time: 0.1849713 Aug 21 10:44:53.615476 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-cd7bfdca-95b2-4d81-b6d8-418d5156bc72 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/4b5507be-43f7-4a05-bdd8-a8f67887743a HTTP/1.1" status: 200 len: 734 time: 0.0236118 Aug 21 10:44:53.625419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f', 'subnetpool_id': '4b5507be-43f7-4a05-bdd8-a8f67887743a'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:44:53.630726 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:44:53.634686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Usage tracker for resource:subnet and tenant:64e2a2a73fab48a1bc3d9a1b183d9acb is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:44:53.637731 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:44:53.643747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:44:53.720697 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Made reservation on behalf of 64e2a2a73fab48a1bc3d9a1b183d9acb for: {'subnet': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:44:53.725299 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:54.046877 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for subnet, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:54.052635 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:44:54.138863 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4ef6dba-1d2b-444c-a9ad-6650269588e7,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:44:54.144203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:44:54.146144 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Checking segment: {'id': '9179546f-949b-4389-af8b-ab99fc3be0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:44:54.146630 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Network hostable DHCP agents. Network: e36155ec-dca6-4858-bbe2-94bfd8d36e4f, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:44:54.200806 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Network e36155ec-dca6-4858-bbe2-94bfd8d36e4f is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:44:54.243062 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, e36155ec-dca6-4858-bbe2-94bfd8d36e4f) {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:44:54.247722 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:44:54.248363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:54.252927 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c27a54a-532f-402e-ba3d-43ee9ecd87e0 None None] Network e36155ec-dca6-4858-bbe2-94bfd8d36e4f requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:44:54.301330 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6795998 Aug 21 10:44:54.647897 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c1ad745-1140-5ba7-a055-2cb98fb248a8-e36155ec-dca6-4858-bbe2-94bfd8d36e4f', 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f', 'tenant_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'fixed_ips': [{'subnet_id': 'd4ef6dba-1d2b-444c-a9ad-6650269588e7'}]}} from dv-cinder-805477-1-iscsi. {{(pid=82513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 10:44:54.649008 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:54.856321 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Allocated IP 172.20.0.2 (e36155ec-dca6-4858-bbe2-94bfd8d36e4f/d4ef6dba-1d2b-444c-a9ad-6650269588e7/39ad0111-428e-474d-a2c8-f5f925b3af92) {{(pid=82513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:44:55.090080 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Notify callbacks [] for port, precommit_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:55.161169 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Transition to ACTIVE for port object 39ad0111-428e-474d-a2c8-f5f925b3af92 will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:44:55.199117 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Transition to ACTIVE for port object 39ad0111-428e-474d-a2c8-f5f925b3af92 will not be triggered until provisioned by entity DHCP. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:44:55.232378 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:55.237556 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:44:55.302651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Network e36155ec-dca6-4858-bbe2-94bfd8d36e4f is already hosted by enough agents. {{(pid=82513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:44:55.303825 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Resources bound (agent type, host, resource id): {{(pid=82513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:44:55.311121 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Received port after_create {{(pid=82513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:44:55.313407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Pushing event updated for resources: {'Port': ['ID=39ad0111-428e-474d-a2c8-f5f925b3af92,revision_number=1']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:44:55.325940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:55.326319 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:55.326692 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:55.327061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:55.327427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:55.327814 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:55.328184 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:55.328547 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:55.328907 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:55.329263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:55.329620 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Tracked resource versions report: Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: pushed versions: Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: { 'ConntrackHelper': {'1.0'}, Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Log': {'1.0'}, Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Network': {'1.1'}, Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Port': {'1.5'}, Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'PortForwarding': {'1.2'}, Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'QosPolicy': {'1.8'}, Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroup': {'1.2'}, Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroupRule': {'1.0'}, Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SubPort': {'1.0'}, Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Subnet': {'1.1'}, Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Trunk': {'1.1'}} Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: consumer versions: Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: { DHCP agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: L3 agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: Metadata agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: Metering agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: Open vSwitch agent@dv-cinder-805477-1-iscsi: { 'ConntrackHelper': '1.0', Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Log': '1.0', Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Network': '1.1', Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Port': '1.5', Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'PortForwarding': '1.2', Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'QosPolicy': '1.8', Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroup': '1.2', Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroupRule': '1.0', Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SubPort': '1.0', Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Subnet': '1.1', Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Trunk': '1.1'}} Aug 21 10:44:55.331297 dv-cinder-805477-1-iscsi neutron-server[82400]: {{(pid=82513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 10:44:55.364655 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:44:55.419876 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Attempting to bind port 39ad0111-428e-474d-a2c8-f5f925b3af92 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:44:55.420317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Attempting to bind port 39ad0111-428e-474d-a2c8-f5f925b3af92 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '9179546f-949b-4389-af8b-ab99fc3be0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:44:55.420747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Attempting to bind port 39ad0111-428e-474d-a2c8-f5f925b3af92 on network e36155ec-dca6-4858-bbe2-94bfd8d36e4f {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:44:55.427770 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:44:55.428206 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Checking segment: {'id': '9179546f-949b-4389-af8b-ab99fc3be0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:44:55.428666 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:55.429103 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Bound using segment: {'id': '9179546f-949b-4389-af8b-ab99fc3be0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:44:55.429652 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Bound port: 39ad0111-428e-474d-a2c8-f5f925b3af92, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9179546f-949b-4389-af8b-ab99fc3be0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:44:55.430086 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:55.521131 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] For port 39ad0111-428e-474d-a2c8-f5f925b3af92, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:44:55.525316 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] For port 39ad0111-428e-474d-a2c8-f5f925b3af92, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=39ad0111-428e-474d-a2c8-f5f925b3af92,segment=NetworkSegment(9179546f-949b-4389-af8b-ab99fc3be0f6),segment_id=9179546f-949b-4389-af8b-ab99fc3be0f6)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:44:55.557411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:44:55.562062 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:44:55.651213 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Pushing event updated for resources: {'Port': ['ID=39ad0111-428e-474d-a2c8-f5f925b3af92,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:44:55.654731 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:44:56.562946 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 46812) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:44:56.639836 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [None req-f87bf9f7-90c9-418f-8ff4-a5fa35e46c10 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=82511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:44:56.656104 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-f87bf9f7-90c9-418f-8ff4-a5fa35e46c10 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0919867 Aug 21 10:44:58.820088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 46828) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:44:58.897556 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [None req-d7735d43-1364-48aa-bbad-d718f6bcac2d admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=82511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:44:58.898776 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d7735d43-1364-48aa-bbad-d718f6bcac2d admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0775261 Aug 21 10:44:59.281424 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 39ad0111-428e-474d-a2c8-f5f925b3af92 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:44:59.395276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 39ad0111-428e-474d-a2c8-f5f925b3af92 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:45:00.267480 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da390e65-f272-4fe0-81f2-df4d140538bc None None] Network e36155ec-dca6-4858-bbe2-94bfd8d36e4f requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:45:00.404807 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-680c594b-37f2-44ba-91b7-0adb714351aa None None] Provisioning for port 39ad0111-428e-474d-a2c8-f5f925b3af92 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:45:00.441849 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-680c594b-37f2-44ba-91b7-0adb714351aa None None] Provisioning complete for port 39ad0111-428e-474d-a2c8-f5f925b3af92 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:45:00.442256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-680c594b-37f2-44ba-91b7-0adb714351aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:00.628729 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-680c594b-37f2-44ba-91b7-0adb714351aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:00.672245 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-680c594b-37f2-44ba-91b7-0adb714351aa None None] For port 39ad0111-428e-474d-a2c8-f5f925b3af92, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=39ad0111-428e-474d-a2c8-f5f925b3af92,segment=NetworkSegment(9179546f-949b-4389-af8b-ab99fc3be0f6),segment_id=9179546f-949b-4389-af8b-ab99fc3be0f6)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:45:00.715308 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-680c594b-37f2-44ba-91b7-0adb714351aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:00.718764 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:45:00.787902 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c594b-37f2-44ba-91b7-0adb714351aa None None] Pushing event updated for resources: {'Port': ['ID=39ad0111-428e-474d-a2c8-f5f925b3af92,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:45:00.790933 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-680c594b-37f2-44ba-91b7-0adb714351aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:45:00.941421 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-f04fdcf5-e47d-4f1a-b6ca-8038926296f0 None None] Provisioning complete for port 39ad0111-428e-474d-a2c8-f5f925b3af92 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:45:00.941829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f04fdcf5-e47d-4f1a-b6ca-8038926296f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:01.151631 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 46842) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:45:01.229125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-b43718b5-1811-41c8-97f7-872fa1f12c80 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '64e2a2a73fab48a1bc3d9a1b183d9acb'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:45:01.234605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-b43718b5-1811-41c8-97f7-872fa1f12c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:45:01.238584 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-b43718b5-1811-41c8-97f7-872fa1f12c80 admin admin] Usage tracker for resource:router and tenant:64e2a2a73fab48a1bc3d9a1b183d9acb is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:45:01.241738 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-b43718b5-1811-41c8-97f7-872fa1f12c80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:45:01.247856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-b43718b5-1811-41c8-97f7-872fa1f12c80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:45:01.250901 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 39ad0111-428e-474d-a2c8-f5f925b3af92 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:45:01.300593 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b43718b5-1811-41c8-97f7-872fa1f12c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33135636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762917'] for router, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:01.301885 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b43718b5-1811-41c8-97f7-872fa1f12c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821639991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821640435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:01.321593 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 39ad0111-428e-474d-a2c8-f5f925b3af92 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:45:01.322010 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:01.390063 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b43718b5-1811-41c8-97f7-872fa1f12c80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:01.529632 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b43718b5-1811-41c8-97f7-872fa1f12c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821640145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33135399'] for router, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:01.579995 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b43718b5-1811-41c8-97f7-872fa1f12c80 admin admin] Notify callbacks [] for router, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:01.581842 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-b43718b5-1811-41c8-97f7-872fa1f12c80 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4289019 Aug 21 10:45:03.747871 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 46854) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:45:04.277753 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [None req-9c1015f9-7bc4-40a3-b253-606d82122779 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=82512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:45:04.279025 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-9c1015f9-7bc4-40a3-b253-606d82122779 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.5291278 Aug 21 10:45:06.433952 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 46870) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:45:06.511687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:45:06.514300 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.quota [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Loaded quota_driver: . Aug 21 10:45:06.550167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:45:06.555826 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Usage tracker for resource:network and tenant:e239615e1d104a10a0c4abde4d95fea6 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:45:06.559786 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:45:06.567151 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:45:06.663080 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Made reservation on behalf of e239615e1d104a10a0c4abde4d95fea6 for: {'network': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:45:06.895654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.policy [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82512) register_rules /opt/stack/neutron/neutron/policy.py:68}} Aug 21 10:45:06.906027 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:06.923851 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:07.086756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:45:07.092937 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Usage tracker for resource:security_group_rule and tenant:e239615e1d104a10a0c4abde4d95fea6 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:45:07.097396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:45:07.105070 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:45:07.237157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:07.262749 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:07.267618 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:45:07.323052 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Reserving flat network on physical network physnet1 {{(pid=82512) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Aug 21 10:45:07.389638 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363273762430734', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:07.390229 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Unsubscribe: segment precommit_create {{(pid=82512) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Aug 21 10:45:07.390697 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Added segment 986040a1-e78d-4935-9b52-eddd5e14454b of type flat for network f35c1524-3b1c-4af7-979d-fa22ca7197b4 Aug 21 10:45:07.443191 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41945d1b-f64a-437b-bc1c-1f949aacefa0,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:45:07.476569 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:07.476878 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:07.477241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:07.477600 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:07.477969 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:07.478348 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:07.478675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:07.479042 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:07.479391 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:07.479762 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:07.480111 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Tracked resource versions report: Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: pushed versions: Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: { 'ConntrackHelper': {'1.0'}, Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Log': {'1.0'}, Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Network': {'1.1'}, Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Port': {'1.5'}, Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'PortForwarding': {'1.2'}, Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'QosPolicy': {'1.8'}, Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroup': {'1.2'}, Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroupRule': {'1.0'}, Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SubPort': {'1.0'}, Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Subnet': {'1.1'}, Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Trunk': {'1.1'}} Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: consumer versions: Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: { DHCP agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: L3 agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: Metadata agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: Metering agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: Open vSwitch agent@dv-cinder-805477-1-iscsi: { 'ConntrackHelper': '1.0', Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Log': '1.0', Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Network': '1.1', Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Port': '1.5', Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'PortForwarding': '1.2', Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'QosPolicy': '1.8', Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroup': '1.2', Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroupRule': '1.0', Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SubPort': '1.0', Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Subnet': '1.1', Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Trunk': '1.1'}} Aug 21 10:45:07.481209 dv-cinder-805477-1-iscsi neutron-server[82400]: {{(pid=82512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 10:45:07.516675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:07.527776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:45:07.600421 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:07.601765 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:45:07.602414 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:07.607349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:45:07.717672 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Pushing event updated for resources: {'Network': ['ID=f35c1524-3b1c-4af7-979d-fa22ca7197b4,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:45:07.721419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:45:07.729013 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:45:07.743996 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3088670 Aug 21 10:45:09.351736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7f59779f-7e09-440b-af91-b698fdaf4738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:09.947576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 46888) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:45:10.094798 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e6dab4-75fa-4b16-b828-dcd6b314ac62 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:45:10.096834 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-08e6dab4-75fa-4b16-b828-dcd6b314ac62 admin admin] 10.222.0.49 "GET /v2.0/subnets/d4ef6dba-1d2b-444c-a9ad-6650269588e7 HTTP/1.1" status: 200 len: 849 time: 0.1481347 Aug 21 10:45:10.279847 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-6dee5089-5396-436c-8d42-28ee2509bae7 admin admin] 10.222.0.49 "GET /v2.0/routers/665d7f0d-55d2-43d3-9238-8969031fed0d HTTP/1.1" status: 200 len: 704 time: 0.1768217 Aug 21 10:45:10.895027 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:11.069109 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:11.163293 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Allocated IP 172.20.0.1 (e36155ec-dca6-4858-bbe2-94bfd8d36e4f/d4ef6dba-1d2b-444c-a9ad-6650269588e7/7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:45:11.372728 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:11.391092 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Transition to ACTIVE for port object 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 will not be triggered until provisioned by entity DHCP. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:45:11.469513 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:11.474583 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:45:11.543923 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Network e36155ec-dca6-4858-bbe2-94bfd8d36e4f is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:45:11.547400 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Pushing event updated for resources: {'Port': ['ID=7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:45:11.549701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:45:11.561411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:45:11.568144 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:45:11.568693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821644294'] for router_interface, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:11.727138 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:11.920807 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-818f34d6-ce80-49cb-a31e-293af0670b89 None None] Provisioning for port 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:45:11.928203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-818f34d6-ce80-49cb-a31e-293af0670b89 None None] Provisioning complete for port 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:45:11.929974 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-818f34d6-ce80-49cb-a31e-293af0670b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:12.000947 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-818f34d6-ce80-49cb-a31e-293af0670b89 None None] Port 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 10:45:12.017469 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d4718142-cd7f-448c-827d-0684c113a5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:12.024686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:12.057224 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:12.058357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32838329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33131353'] for router_interface, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:12.062689 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:45:12.143756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:12.197233 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Pushing event updated for resources: {'Port': ['ID=7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:45:12.209832 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:45:12.270826 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Network e36155ec-dca6-4858-bbe2-94bfd8d36e4f is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:45:12.271883 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:45:12.525715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-fcad34cc-437c-4ee2-9435-70ea519fbb8b None None] Provisioning complete for port 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:45:12.526061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fcad34cc-437c-4ee2-9435-70ea519fbb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:12.582323 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-fcad34cc-437c-4ee2-9435-70ea519fbb8b None None] Port 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 10:45:12.829062 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Router 665d7f0d-55d2-43d3-9238-8969031fed0d is scheduled to L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a with binding_index 1 {{(pid=82512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 10:45:13.002219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:45:13.012511 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Sync routers for ids ['665d7f0d-55d2-43d3-9238-8969031fed0d'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:45:13.013244 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] 10.222.0.49 "PUT /v2.0/routers/665d7f0d-55d2-43d3-9238-8969031fed0d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7272856 Aug 21 10:45:13.026487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Routers {'665d7f0d-55d2-43d3-9238-8969031fed0d'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:45:13.027480 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:45:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['665d7f0d-55d2-43d3-9238-8969031fed0d'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:45:13.209024 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Set router 665d7f0d-55d2-43d3-9238-8969031fed0d gateway port host: None {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:45:13.494241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:13.582169 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d7f0d-55d2-43d3-9238-8969031fed0d', 'name': 'router1', 'tenant_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:45:01Z', 'updated_at': '2021-08-21T10:45:11Z', 'revision_number': 2, 'project_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'gw_port_host': None, '_interfaces': [{'id': '7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6', 'name': '', 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f', 'tenant_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'mac_address': 'fa:16:3e:23:a0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665d7f0d-55d2-43d3-9238-8969031fed0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4ef6dba-1d2b-444c-a9ad-6650269588e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:45:10Z', 'updated_at': '2021-08-21T10:45:11Z', 'revision_number': 2, 'project_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'subnets': [{'id': 'd4ef6dba-1d2b-444c-a9ad-6650269588e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5507be-43f7-4a05-bdd8-a8f67887743a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:45:13.587197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Checking router: 665d7f0d-55d2-43d3-9238-8969031fed0d for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:45:13.587615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Updating router 665d7f0d-55d2-43d3-9238-8969031fed0d port 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 binding host dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 10:45:13.647930 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:14.039523 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Notify callbacks [] for port, precommit_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:14.054927 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Transition to ACTIVE for port object 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 will not be triggered until provisioned by entity L2. {{(pid=82514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:45:14.108626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:14.114623 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:45:14.324277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999580f1-942d-4687-8813-30671502ba91 None None] Pushing event updated for resources: {'Port': ['ID=7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6,revision_number=3']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:45:14.352341 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Attempting to bind port 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:45:14.352777 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Attempting to bind port 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '9179546f-949b-4389-af8b-ab99fc3be0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f'}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:45:14.353199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Attempting to bind port 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 on network e36155ec-dca6-4858-bbe2-94bfd8d36e4f {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:45:14.357014 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999580f1-942d-4687-8813-30671502ba91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:14.357390 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999580f1-942d-4687-8813-30671502ba91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:14.357754 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999580f1-942d-4687-8813-30671502ba91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:14.358114 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999580f1-942d-4687-8813-30671502ba91 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:14.358475 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999580f1-942d-4687-8813-30671502ba91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:14.358832 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999580f1-942d-4687-8813-30671502ba91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:14.359186 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999580f1-942d-4687-8813-30671502ba91 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:14.359556 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999580f1-942d-4687-8813-30671502ba91 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:14.359926 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999580f1-942d-4687-8813-30671502ba91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:14.360276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999580f1-942d-4687-8813-30671502ba91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:14.360625 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999580f1-942d-4687-8813-30671502ba91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999580f1-942d-4687-8813-30671502ba91 None None] Tracked resource versions report: Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: pushed versions: Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: { 'ConntrackHelper': {'1.0'}, Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Log': {'1.0'}, Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Network': {'1.1'}, Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Port': {'1.5'}, Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'PortForwarding': {'1.2'}, Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'QosPolicy': {'1.8'}, Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroup': {'1.2'}, Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroupRule': {'1.0'}, Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SubPort': {'1.0'}, Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Subnet': {'1.1'}, Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Trunk': {'1.1'}} Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: consumer versions: Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: { DHCP agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: L3 agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: Metadata agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: Metering agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: Open vSwitch agent@dv-cinder-805477-1-iscsi: { 'ConntrackHelper': '1.0', Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Log': '1.0', Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Network': '1.1', Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Port': '1.5', Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'PortForwarding': '1.2', Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'QosPolicy': '1.8', Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroup': '1.2', Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroupRule': '1.0', Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SubPort': '1.0', Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Subnet': '1.1', Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Trunk': '1.1'}} Aug 21 10:45:14.362325 dv-cinder-805477-1-iscsi neutron-server[82400]: {{(pid=82514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 10:45:14.365938 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-999580f1-942d-4687-8813-30671502ba91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:45:14.371946 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:45:14.372381 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Checking segment: {'id': '9179546f-949b-4389-af8b-ab99fc3be0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:45:14.372825 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:14.373249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Bound using segment: {'id': '9179546f-949b-4389-af8b-ab99fc3be0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f'} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:45:14.373789 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Bound port: 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9179546f-949b-4389-af8b-ab99fc3be0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f'}}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:45:14.374213 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:14.468592 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] For port 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:45:14.473819 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] For port 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6,segment=NetworkSegment(9179546f-949b-4389-af8b-ab99fc3be0f6),segment_id=9179546f-949b-4389-af8b-ab99fc3be0f6)] {{(pid=82514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:45:14.543530 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:14.548061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-999580f1-942d-4687-8813-30671502ba91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:45:14.652069 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Routers {'665d7f0d-55d2-43d3-9238-8969031fed0d'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:45:14.652776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:45:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['665d7f0d-55d2-43d3-9238-8969031fed0d'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:45:14.711294 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999580f1-942d-4687-8813-30671502ba91 None None] Pushing event updated for resources: {'Port': ['ID=7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6,revision_number=4']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:45:14.714604 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-999580f1-942d-4687-8813-30671502ba91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:45:14.822666 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] Set router 665d7f0d-55d2-43d3-9238-8969031fed0d gateway port host: None {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:45:15.161653 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d7f0d-55d2-43d3-9238-8969031fed0d', 'name': 'router1', 'tenant_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:45:01Z', 'updated_at': '2021-08-21T10:45:11Z', 'revision_number': 2, 'project_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'gw_port_host': None, '_interfaces': [{'id': '7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6', 'name': '', 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f', 'tenant_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'mac_address': 'fa:16:3e:23:a0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665d7f0d-55d2-43d3-9238-8969031fed0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4ef6dba-1d2b-444c-a9ad-6650269588e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:45:10Z', 'updated_at': '2021-08-21T10:45:14Z', 'revision_number': 4, 'project_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'subnets': [{'id': 'd4ef6dba-1d2b-444c-a9ad-6650269588e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5507be-43f7-4a05-bdd8-a8f67887743a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:45:15.166019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8309fea-add1-4a34-8feb-4642a08da10e None None] The sync data for ids ['665d7f0d-55d2-43d3-9238-8969031fed0d'] in dv-cinder-805477-1-iscsi is: [{'id': '665d7f0d-55d2-43d3-9238-8969031fed0d', 'name': 'router1', 'tenant_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:45:01Z', 'updated_at': '2021-08-21T10:45:11Z', 'revision_number': 2, 'project_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'gw_port_host': None, '_interfaces': [{'id': '7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6', 'name': '', 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f', 'tenant_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'mac_address': 'fa:16:3e:23:a0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665d7f0d-55d2-43d3-9238-8969031fed0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4ef6dba-1d2b-444c-a9ad-6650269588e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:45:10Z', 'updated_at': '2021-08-21T10:45:14Z', 'revision_number': 4, 'project_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'subnets': [{'id': 'd4ef6dba-1d2b-444c-a9ad-6650269588e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5507be-43f7-4a05-bdd8-a8f67887743a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:45:15.186953 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 46904) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:45:15.376643 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2900944b-542d-493f-9147-a0991f4d4eee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:45:15.377717 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-2900944b-542d-493f-9147-a0991f4d4eee admin admin] Synchronizing usage tracker for tenant:e239615e1d104a10a0c4abde4d95fea6 on resource:network {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:45:15.428380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-2900944b-542d-493f-9147-a0991f4d4eee admin admin] Unset dirty status for tenant:e239615e1d104a10a0c4abde4d95fea6 on resource:network {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:45:15.429671 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-2900944b-542d-493f-9147-a0991f4d4eee admin admin] 10.222.0.49 "GET /v2.0/networks/f35c1524-3b1c-4af7-979d-fa22ca7197b4 HTTP/1.1" status: 200 len: 842 time: 0.2416294 Aug 21 10:45:15.440563 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Request body: {'subnet': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:45:15.446119 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:45:15.450127 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Usage tracker for resource:subnet and tenant:e239615e1d104a10a0c4abde4d95fea6 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:45:15.453201 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:45:15.460110 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:45:15.497321 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Made reservation on behalf of e239615e1d104a10a0c4abde4d95fea6 for: {'subnet': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:45:15.502554 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:16.098187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for subnet, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:16.102998 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:45:16.181249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc2b437e-60b3-4488-822a-61baba3ed543,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:45:16.187427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:45:16.193109 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Checking segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:45:16.193511 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Network hostable DHCP agents. Network: f35c1524-3b1c-4af7-979d-fa22ca7197b4, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:45:16.265492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:45:16.325687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, f35c1524-3b1c-4af7-979d-fa22ca7197b4) {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:45:16.330546 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:45:16.331207 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:16.335263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bcc207-3152-4c95-aac1-463be3be2ae0 None None] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:45:16.383726 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9390323 Aug 21 10:45:16.573333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865a8c18-ce90-4806-a06b-76d20db307b8 None None] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:45:17.283274 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:45:17.391443 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:45:17.396625 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:45:17.397083 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:17.513191 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:17.551935 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6,segment=NetworkSegment(9179546f-949b-4389-af8b-ab99fc3be0f6),segment_id=9179546f-949b-4389-af8b-ab99fc3be0f6)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:45:17.597298 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:17.599891 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ee80b303-7861-4a28-afaa-7e73944743a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:45:17.667701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:45:17.670963 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:45:18.604126 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 46920) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:45:18.848873 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-5764b48e-8617-4dda-95d9-c60f03828600 admin admin] 10.222.0.49 "GET /v2.0/routers/665d7f0d-55d2-43d3-9238-8969031fed0d HTTP/1.1" status: 200 len: 710 time: 0.2435141 Aug 21 10:45:18.985278 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2826a786-1039-475d-be04-01e80ab5501f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:45:18.987332 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-2826a786-1039-475d-be04-01e80ab5501f admin admin] 10.222.0.49 "GET /v2.0/networks/f35c1524-3b1c-4af7-979d-fa22ca7197b4 HTTP/1.1" status: 200 len: 886 time: 0.1326075 Aug 21 10:45:18.997027 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:45:19.264005 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:45:19.333677 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:45:19.334083 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:19.528090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821640420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33135655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:19.904984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:19.964465 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:20.105352 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Allocated IP 172.27.3.33 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:45:20.279155 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:20.331935 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:20.336553 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:45:20.401428 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:45:20.404615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:45:20.410565 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:45:20.433727 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:45:20.440739 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:45:20.648602 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:20.820598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821640420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33135655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:20.824057 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33135399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33135380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036821640401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036821640130'] for router, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:21.024007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Router 665d7f0d-55d2-43d3-9238-8969031fed0d has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 10:45:21.075336 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 5 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:45:21.232833 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:45:21.242012 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Notify callbacks [] for router, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:21.242309 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Sync routers for ids ['665d7f0d-55d2-43d3-9238-8969031fed0d'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:45:21.243292 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] 10.222.0.49 "PUT /v2.0/routers/665d7f0d-55d2-43d3-9238-8969031fed0d HTTP/1.1" status: 200 len: 889 time: 2.2498405 Aug 21 10:45:21.255320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Routers {'665d7f0d-55d2-43d3-9238-8969031fed0d'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:45:21.256043 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:45:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['665d7f0d-55d2-43d3-9238-8969031fed0d'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:45:21.452363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Set router 665d7f0d-55d2-43d3-9238-8969031fed0d gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:45:21.804403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d7f0d-55d2-43d3-9238-8969031fed0d', 'name': 'router1', 'tenant_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:45:01Z', 'updated_at': '2021-08-21T10:45:20Z', 'revision_number': 4, 'project_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'gw_port': {'id': 'e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665d7f0d-55d2-43d3-9238-8969031fed0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:45:19Z', 'updated_at': '2021-08-21T10:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6', 'name': '', 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f', 'tenant_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'mac_address': 'fa:16:3e:23:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d7f0d-55d2-43d3-9238-8969031fed0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4ef6dba-1d2b-444c-a9ad-6650269588e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:45:10Z', 'updated_at': '2021-08-21T10:45:17Z', 'revision_number': 5, 'project_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'subnets': [{'id': 'd4ef6dba-1d2b-444c-a9ad-6650269588e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5507be-43f7-4a05-bdd8-a8f67887743a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:45:21.809264 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Checking router: 665d7f0d-55d2-43d3-9238-8969031fed0d for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:45:21.809659 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Updating router 665d7f0d-55d2-43d3-9238-8969031fed0d port e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda binding host dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 10:45:21.864130 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:22.205004 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Notify callbacks [] for port, precommit_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:22.217439 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Transition to ACTIVE for port object e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:45:22.280132 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:22.285974 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:45:22.364203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Attempting to bind port e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:45:22.364608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Attempting to bind port e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:45:22.365007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Attempting to bind port e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda on network f35c1524-3b1c-4af7-979d-fa22ca7197b4 {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:45:22.367857 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fd231-72bd-47f8-80ab-98822687cf3d None None] Pushing event updated for resources: {'Port': ['ID=e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:45:22.371489 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c06fd231-72bd-47f8-80ab-98822687cf3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:45:22.375043 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:45:22.375279 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Checking segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:45:22.375644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:22.376068 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Bound using segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:45:22.377063 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Bound port: e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:45:22.377480 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:22.452273 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] For port e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:45:22.456508 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] For port e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:45:22.488911 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:22.493913 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:45:22.575736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fd231-72bd-47f8-80ab-98822687cf3d None None] Pushing event updated for resources: {'Port': ['ID=e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:45:22.578894 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c06fd231-72bd-47f8-80ab-98822687cf3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:45:22.580418 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Routers {'665d7f0d-55d2-43d3-9238-8969031fed0d'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:45:22.581140 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:45:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['665d7f0d-55d2-43d3-9238-8969031fed0d'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:45:22.916807 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] Set router 665d7f0d-55d2-43d3-9238-8969031fed0d gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:45:23.267666 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665d7f0d-55d2-43d3-9238-8969031fed0d', 'name': 'router1', 'tenant_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:45:01Z', 'updated_at': '2021-08-21T10:45:20Z', 'revision_number': 4, 'project_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'gw_port': {'id': 'e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665d7f0d-55d2-43d3-9238-8969031fed0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:45:19Z', 'updated_at': '2021-08-21T10:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6', 'name': '', 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f', 'tenant_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'mac_address': 'fa:16:3e:23:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d7f0d-55d2-43d3-9238-8969031fed0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4ef6dba-1d2b-444c-a9ad-6650269588e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:45:10Z', 'updated_at': '2021-08-21T10:45:17Z', 'revision_number': 5, 'project_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'subnets': [{'id': 'd4ef6dba-1d2b-444c-a9ad-6650269588e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5507be-43f7-4a05-bdd8-a8f67887743a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:45:23.273526 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b45974-db0a-4542-bf2f-043b801e6d22 None None] The sync data for ids ['665d7f0d-55d2-43d3-9238-8969031fed0d'] in dv-cinder-805477-1-iscsi is: [{'id': '665d7f0d-55d2-43d3-9238-8969031fed0d', 'name': 'router1', 'tenant_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:45:01Z', 'updated_at': '2021-08-21T10:45:20Z', 'revision_number': 4, 'project_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'gw_port': {'id': 'e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665d7f0d-55d2-43d3-9238-8969031fed0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:45:19Z', 'updated_at': '2021-08-21T10:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6', 'name': '', 'network_id': 'e36155ec-dca6-4858-bbe2-94bfd8d36e4f', 'tenant_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'mac_address': 'fa:16:3e:23:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d7f0d-55d2-43d3-9238-8969031fed0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4ef6dba-1d2b-444c-a9ad-6650269588e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:45:10Z', 'updated_at': '2021-08-21T10:45:17Z', 'revision_number': 5, 'project_id': '64e2a2a73fab48a1bc3d9a1b183d9acb', 'subnets': [{'id': 'd4ef6dba-1d2b-444c-a9ad-6650269588e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5507be-43f7-4a05-bdd8-a8f67887743a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:45:23.563351 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 46932) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:45:23.712548 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-7e9d1ff4-d9a1-4bb9-a78a-e5ec3027e39f admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1472738 Aug 21 10:45:25.308850 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:45:25.413713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:45:25.419516 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:45:25.419987 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:25.540200 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:25.559297 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:45:25.579963 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:25.582642 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:45:25.656026 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:45:25.660626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:45:27.319203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:45:27.416864 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port e3826897-5d4f-4ac9-bbdf-5e9f8d4cbbda triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:45:27.416984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:39.320090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9452-9788-4b1d-b602-b2543f5e8520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:40.950778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:42.083460 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-883bbc74-17bf-47fd-8d5b-b8660bdff0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:42.205658 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:43.513393 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:45:58.075373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 5 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:46:09.316401 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2d9f1e26-f6b3-485d-a1d4-baeb1374bfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:46:10.951318 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:46:11.980739 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-27267e25-512f-455a-a57c-ac82c818a084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:46:12.152428 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:46:13.569032 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:46:35.075651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 5 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:46:39.310976 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-10b07515-af8d-4b2d-b8f4-8dd9f5d1f13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:46:40.949849 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:46:41.984782 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b7bc564c-a278-467c-8fba-e82c66fc761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:46:42.155800 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:46:43.532342 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:00.080524 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 47470) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:47:00.177340 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c17b2a-021f-4efc-b08f-d5fcba7c69e6 admin admin] GET failed (client error): The resource could not be found. Aug 21 10:47:00.178668 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-22c17b2a-021f-4efc-b08f-d5fcba7c69e6 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0971200 Aug 21 10:47:00.320608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15418620-bb77-4de6-82b9-60d731285885 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:00.322081 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-15418620-bb77-4de6-82b9-60d731285885 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1389537 Aug 21 10:47:02.401590 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 47482) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:47:02.542358 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74cc0b3-80fe-480e-8268-163bd196b101 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:02.543801 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-f74cc0b3-80fe-480e-8268-163bd196b101 admin admin] 10.222.0.49 "GET /v2.0/subnets/d4ef6dba-1d2b-444c-a9ad-6650269588e7 HTTP/1.1" status: 200 len: 849 time: 0.1411195 Aug 21 10:47:02.554275 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:47:02.683201 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Notify callbacks [] for subnet, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:03.024518 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363273762479851'] for subnet, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:03.029602 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-999462a0-2272-496c-aea4-e154e10d90ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:47:03.073295 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:03.073808 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:03.083176 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] 10.222.0.49 "PUT /v2.0/subnets/d4ef6dba-1d2b-444c-a9ad-6650269588e7 HTTP/1.1" status: 200 len: 868 time: 0.5248508 Aug 21 10:47:03.090742 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f478ac04-4784-4c57-801c-2e1c094c7850 None None] Network e36155ec-dca6-4858-bbe2-94bfd8d36e4f requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:47:03.101578 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4ef6dba-1d2b-444c-a9ad-6650269588e7,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:47:03.112163 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:03.112566 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:03.112904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:03.113273 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:03.113640 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:03.114005 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:03.114542 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:03.114918 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:03.115277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:03.115676 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:03.116213 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:03.120147 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:47:03.624901 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-7e9db2b3-5c1a-4e2a-814b-e392282dbe4b None None] Provisioning complete for port 39ad0111-428e-474d-a2c8-f5f925b3af92 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:47:03.625479 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7e9db2b3-5c1a-4e2a-814b-e392282dbe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:03.757076 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-7e9db2b3-5c1a-4e2a-814b-e392282dbe4b None None] Provisioning complete for port 7e957f2d-bc9a-47b4-b3a6-a7c0b29aadf6 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:47:03.757487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7e9db2b3-5c1a-4e2a-814b-e392282dbe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:05.149701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 47494) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:47:05.359534 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55714b5-c443-4051-a2fd-1f8b8c74e6d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:05.359925 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55714b5-c443-4051-a2fd-1f8b8c74e6d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:05.361562 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d55714b5-c443-4051-a2fd-1f8b8c74e6d1 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2108290 Aug 21 10:47:07.433046 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 47506) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:47:07.644513 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c662db-2522-41a7-a1ed-648d089ada94 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:07.644965 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c662db-2522-41a7-a1ed-648d089ada94 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:07.646596 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-76c662db-2522-41a7-a1ed-648d089ada94 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2125297 Aug 21 10:47:09.315834 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a53bb294-8817-4ad1-82a8-4caf3a72342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:09.718337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 47518) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:47:09.925730 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dfc4b0-8e71-4193-95cd-16a91187603b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:09.927112 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-39dfc4b0-8e71-4193-95cd-16a91187603b admin admin] 10.222.0.49 "GET /v2.0/networks/e36155ec-dca6-4858-bbe2-94bfd8d36e4f HTTP/1.1" status: 200 len: 869 time: 0.2077553 Aug 21 10:47:10.950484 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:11.983851 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-07955bf1-1378-4a6d-a04f-17e1a723d1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:11.992730 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 47530) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:47:12.075932 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 5 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:47:12.155224 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:12.196039 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdcae40-bbeb-43a9-93ca-47bf0e18e47e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:12.197508 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-7fdcae40-bbeb-43a9-93ca-47bf0e18e47e admin admin] 10.222.0.49 "GET /v2.0/networks/f35c1524-3b1c-4af7-979d-fa22ca7197b4 HTTP/1.1" status: 200 len: 886 time: 0.2037499 Aug 21 10:47:13.509368 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:14.306491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 47542) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:47:14.449194 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53e4750-7bff-4def-ac30-3a7189a718b2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:14.449614 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53e4750-7bff-4def-ac30-3a7189a718b2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:14.451433 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-d53e4750-7bff-4def-ac30-3a7189a718b2 admin admin] Synchronizing usage tracker for tenant:e239615e1d104a10a0c4abde4d95fea6 on resource:subnet {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:47:14.676352 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-d53e4750-7bff-4def-ac30-3a7189a718b2 admin admin] Unset dirty status for tenant:e239615e1d104a10a0c4abde4d95fea6 on resource:subnet {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:47:14.677751 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d53e4750-7bff-4def-ac30-3a7189a718b2 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3701408 Aug 21 10:47:16.789155 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 47554) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:47:16.927514 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd16f1c5-25b6-47e1-b322-ab905569ef6d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:16.927919 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd16f1c5-25b6-47e1-b322-ab905569ef6d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:16.929547 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-fd16f1c5-25b6-47e1-b322-ab905569ef6d admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1393597 Aug 21 10:47:19.055250 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 47566) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:47:19.198429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfed332-f98b-4485-85a5-3c01b96bc809 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:19.200491 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-5bfed332-f98b-4485-85a5-3c01b96bc809 admin admin] 10.222.0.49 "GET /v2.0/subnets/d4ef6dba-1d2b-444c-a9ad-6650269588e7 HTTP/1.1" status: 200 len: 868 time: 0.1441793 Aug 21 10:47:21.281744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 47578) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:47:21.418080 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37820b85-4486-49f9-9335-650b1e493fab admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:21.419490 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-37820b85-4486-49f9-9335-650b1e493fab admin admin] 10.222.0.49 "GET /v2.0/subnets/fc2b437e-60b3-4488-822a-61baba3ed543 HTTP/1.1" status: 200 len: 816 time: 0.1366112 Aug 21 10:47:39.319749 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-61808905-7e84-400e-9790-43d32cbbf301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:40.948583 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:40.975809 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 47626) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:47:41.052982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [None req-7ff37ff6-81a9-41a0-b6d2-52b4035d5c22 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=82511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:47:41.054063 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-7ff37ff6-81a9-41a0-b6d2-52b4035d5c22 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0772169 Aug 21 10:47:42.000478 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a64c349c-d1ba-4f02-b47f-51dc32cce95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:42.166003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:43.211469 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 47638) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:47:43.313728 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd65bf6-f74f-4ae7-b119-e59b56f532f9 admin admin] GET failed (client error): The resource could not be found. Aug 21 10:47:43.315043 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-1fd65bf6-f74f-4ae7-b119-e59b56f532f9 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1025445 Aug 21 10:47:43.451104 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a8f92e-e862-4691-94dc-4a3555f80c2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:43.452713 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e7a8f92e-e862-4691-94dc-4a3555f80c2c admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1320000 Aug 21 10:47:43.526013 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:45.610065 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 47650) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:47:45.686594 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:47:45.691641 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:47:45.702570 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:47:45.805557 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] Made reservation on behalf of e239615e1d104a10a0c4abde4d95fea6 for: {'network': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:47:45.810756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:45.919149 dv-cinder-805477-1-iscsi neutron-server[82400]: WARNING neutron.services.revisions.revision_plugin [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] Could not find related network for resource to bump revision. Aug 21 10:47:45.987352 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=82511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 10:47:45.997411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:45.997796 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] Added segment ee0ae982-1812-4611-883b-801056b926f8 of type vlan for network 2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf Aug 21 10:47:46.024014 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:46.085809 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:46.086991 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:46.087659 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:46.092796 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:47:46.203129 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] Pushing event updated for resources: {'Network': ['ID=2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:47:46.206172 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:47:46.213763 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network 2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:47:46.227580 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6125515 Aug 21 10:47:48.331537 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 47662) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:47:48.429968 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2a6ed3-3ebf-4829-923d-275ee5fec93a admin admin] GET failed (client error): The resource could not be found. Aug 21 10:47:48.430522 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5d2a6ed3-3ebf-4829-923d-275ee5fec93a admin admin] Synchronizing usage tracker for tenant:e239615e1d104a10a0c4abde4d95fea6 on resource:network {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:47:48.468272 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5d2a6ed3-3ebf-4829-923d-275ee5fec93a admin admin] Unset dirty status for tenant:e239615e1d104a10a0c4abde4d95fea6 on resource:network {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:47:48.469373 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-5d2a6ed3-3ebf-4829-923d-275ee5fec93a admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1367028 Aug 21 10:47:48.584093 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9334a12-a3bf-4de5-a2cf-64ac04300575 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:48.585803 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d9334a12-a3bf-4de5-a2cf-64ac04300575 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1121774 Aug 21 10:47:48.596343 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-8280ba8a-2652-4b62-aa23-dba8092a535c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:47:48.601019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-8280ba8a-2652-4b62-aa23-dba8092a535c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:47:48.610855 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-8280ba8a-2652-4b62-aa23-dba8092a535c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:47:48.639773 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8280ba8a-2652-4b62-aa23-dba8092a535c admin admin] Made reservation on behalf of e239615e1d104a10a0c4abde4d95fea6 for: {'subnet': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:47:48.644345 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8280ba8a-2652-4b62-aa23-dba8092a535c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:48.874545 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8280ba8a-2652-4b62-aa23-dba8092a535c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for subnet, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:48.878992 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:47:48.953116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280ba8a-2652-4b62-aa23-dba8092a535c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9023eaea-2651-486e-bed1-9a60d9f9dfaa,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:47:48.957368 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8280ba8a-2652-4b62-aa23-dba8092a535c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:47:48.965644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8280ba8a-2652-4b62-aa23-dba8092a535c admin admin] Checking segment: {'id': 'ee0ae982-1812-4611-883b-801056b926f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:47:48.966035 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8280ba8a-2652-4b62-aa23-dba8092a535c admin admin] Network hostable DHCP agents. Network: 2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:47:49.005411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8280ba8a-2652-4b62-aa23-dba8092a535c admin admin] Network 2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:47:49.034008 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-8280ba8a-2652-4b62-aa23-dba8092a535c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, 2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf) {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:47:49.038121 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8280ba8a-2652-4b62-aa23-dba8092a535c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:47:49.038758 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8280ba8a-2652-4b62-aa23-dba8092a535c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:49.045285 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5717fe-d5b9-4870-9c1e-f2a804b36e57 None None] Network 2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:47:49.077353 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 5 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:47:49.092057 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-8280ba8a-2652-4b62-aa23-dba8092a535c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4993753 Aug 21 10:47:49.274819 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c1ad745-1140-5ba7-a055-2cb98fb248a8-2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf', 'network_id': '2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf', 'tenant_id': 'e239615e1d104a10a0c4abde4d95fea6', 'fixed_ips': [{'subnet_id': '9023eaea-2651-486e-bed1-9a60d9f9dfaa'}]}} from dv-cinder-805477-1-iscsi. {{(pid=82513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 10:47:49.275767 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:49.444781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Allocated IP 192.168.233.2 (2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf/9023eaea-2651-486e-bed1-9a60d9f9dfaa/65064901-944d-472f-ac7b-2b98cd0635f4) {{(pid=82513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:47:49.709305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Notify callbacks [] for port, precommit_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:49.719992 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Transition to ACTIVE for port object 65064901-944d-472f-ac7b-2b98cd0635f4 will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:47:49.740027 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Transition to ACTIVE for port object 65064901-944d-472f-ac7b-2b98cd0635f4 will not be triggered until provisioned by entity DHCP. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:47:49.823209 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:49.828086 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:47:49.895388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Network 2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf is already hosted by enough agents. {{(pid=82513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:47:49.899315 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Resources bound (agent type, host, resource id): {{(pid=82513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:47:49.901343 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Pushing event updated for resources: {'Port': ['ID=65064901-944d-472f-ac7b-2b98cd0635f4,revision_number=1']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:47:49.903813 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Received port after_create {{(pid=82513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:47:49.915927 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:49.916313 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:49.916686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:49.917053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:49.917930 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:49.918292 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:49.918652 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:49.919016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:49.919376 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:49.919758 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:49.920118 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:47:49.947370 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:47:50.007785 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Attempting to bind port 65064901-944d-472f-ac7b-2b98cd0635f4 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:47:50.008145 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Attempting to bind port 65064901-944d-472f-ac7b-2b98cd0635f4 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': 'ee0ae982-1812-4611-883b-801056b926f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:47:50.008549 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Attempting to bind port 65064901-944d-472f-ac7b-2b98cd0635f4 on network 2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:47:50.015333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:47:50.015776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Checking segment: {'id': 'ee0ae982-1812-4611-883b-801056b926f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:47:50.016216 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:50.016651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Bound using segment: {'id': 'ee0ae982-1812-4611-883b-801056b926f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:47:50.017168 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Bound port: 65064901-944d-472f-ac7b-2b98cd0635f4, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0ae982-1812-4611-883b-801056b926f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:47:50.017592 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:50.113235 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] For port 65064901-944d-472f-ac7b-2b98cd0635f4, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:47:50.116645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] For port 65064901-944d-472f-ac7b-2b98cd0635f4, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=65064901-944d-472f-ac7b-2b98cd0635f4,segment=NetworkSegment(ee0ae982-1812-4611-883b-801056b926f8),segment_id=ee0ae982-1812-4611-883b-801056b926f8)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:47:50.160329 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:50.183516 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c06fd231-72bd-47f8-80ab-98822687cf3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:47:50.265185 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Pushing event updated for resources: {'Port': ['ID=65064901-944d-472f-ac7b-2b98cd0635f4,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:47:50.270061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:47:51.375530 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 65064901-944d-472f-ac7b-2b98cd0635f4 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:47:51.497129 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 65064901-944d-472f-ac7b-2b98cd0635f4 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:47:51.764965 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f754b7a-7ed2-41e0-beee-51c5269bb834 None None] Network 2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:47:51.895022 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-ef35a606-05d9-46ba-8759-12125d82dc58 None None] Provisioning for port 65064901-944d-472f-ac7b-2b98cd0635f4 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:47:51.903006 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-ef35a606-05d9-46ba-8759-12125d82dc58 None None] Provisioning complete for port 65064901-944d-472f-ac7b-2b98cd0635f4 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:47:51.903418 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ef35a606-05d9-46ba-8759-12125d82dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:52.268237 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ef35a606-05d9-46ba-8759-12125d82dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:52.307427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-ef35a606-05d9-46ba-8759-12125d82dc58 None None] For port 65064901-944d-472f-ac7b-2b98cd0635f4, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=65064901-944d-472f-ac7b-2b98cd0635f4,segment=NetworkSegment(ee0ae982-1812-4611-883b-801056b926f8),segment_id=ee0ae982-1812-4611-883b-801056b926f8)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:47:52.348593 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ef35a606-05d9-46ba-8759-12125d82dc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:52.350797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-680c594b-37f2-44ba-91b7-0adb714351aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:47:52.419805 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35a606-05d9-46ba-8759-12125d82dc58 None None] Pushing event updated for resources: {'Port': ['ID=65064901-944d-472f-ac7b-2b98cd0635f4,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:47:52.423047 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ef35a606-05d9-46ba-8759-12125d82dc58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:47:52.571947 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-d6a4b34f-3000-40a0-8479-cfa5faaec765 None None] Provisioning complete for port 65064901-944d-472f-ac7b-2b98cd0635f4 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:47:52.572286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d6a4b34f-3000-40a0-8479-cfa5faaec765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:47:53.342410 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 65064901-944d-472f-ac7b-2b98cd0635f4 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:47:53.412785 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 65064901-944d-472f-ac7b-2b98cd0635f4 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:47:53.413202 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:48:09.324691 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5412cfd1-6c5b-4cef-9e28-47346c0e693a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:48:10.948086 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:48:11.977238 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-df894c7e-5529-4035-a6db-baf3bf764f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:48:12.159301 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:48:13.518718 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:48:26.077207 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 5 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:48:39.324537 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1d95-196b-4a78-bd85-f2ef43c2d2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:48:40.941398 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:48:41.987694 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0a805075-b856-463e-a2ea-22cdeba4b6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:48:42.176852 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:48:43.529848 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:02.723324 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 47698) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:49:02.729671 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [None req-a7935298-44ad-4dd0-8ca7-78748bd9f659 tempest-verify_tempest_config-1519322564 tempest-verify_tempest_config-1519322564-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=82511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:49:02.730714 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a7935298-44ad-4dd0-8ca7-78748bd9f659 tempest-verify_tempest_config-1519322564 tempest-verify_tempest_config-1519322564-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0062816 Aug 21 10:49:03.077817 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 5 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:49:03.225304 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 47716) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:49:03.374533 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:03.406761 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:49:03.410724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Usage tracker for resource:security_group_rule and tenant:0a068d3fe35f441290c6742d6a62f52e is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:49:03.413636 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:49:03.420023 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:49:03.649725 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:03.682744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:03.691360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:49:03.735230 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e82f9d7-f419-4223-b9bb-a5cf788dce45,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:49:03.741065 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a068d3fe35f441290c6742d6a62f52e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5146801 Aug 21 10:49:03.744056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 47722) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:49:03.746210 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:03.746607 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:03.746980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:03.747353 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:03.747755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:03.748123 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:03.748487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:03.748854 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:03.749216 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:03.749575 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:03.749932 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:03.753869 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:49:03.807319 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:03.833070 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:04.072297 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:04.077456 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:49:04.090329 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e82f9d7-f419-4223-b9bb-a5cf788dce45,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:49:04.099972 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:04.101128 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e82f9d7-f419-4223-b9bb-a5cf788dce45 HTTP/1.1" status: 204 len: 168 time: 0.3559947 Aug 21 10:49:04.102815 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:04.103195 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:04.103579 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:04.103968 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:04.104338 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:04.104704 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:04.105479 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:04.105479 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:04.105783 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:04.106139 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:04.106498 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:49:04.110220 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:49:09.335452 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fdac852b-9002-4ca3-8d33-b1d83b8b05c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:10.940560 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:11.975162 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3ece487c-000b-498d-8c9c-997dca61f53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:12.203788 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:13.527809 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:39.323199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9301088e-6bcc-4231-8fea-c61662d6a4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:40.077921 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 5 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:49:40.923172 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:41.957510 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-adb8a572-ea57-4d97-85ab-013f21a24ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:42.163920 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:49:43.539109 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:50:09.348568 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-78c054a2-eee2-414f-8624-edc7461f8457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:50:10.933672 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:50:11.968248 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-98c54fe9-8a0e-4d9a-82de-ef7cd05c7cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:50:12.211436 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:50:13.531223 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:50:17.078633 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 5 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:50:32.307949 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036821718534'] for agent, after_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:50:39.353103 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5f275e07-8cb0-45ff-aec1-12f51d741d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:50:40.936482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:50:41.984593 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-886c51ff-fe5d-40f0-8566-5c6a0c0fd021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:50:42.184783 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:50:43.536100 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:50:48.819358 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 47804) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:50:49.041920 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-81d2875a-7762-4c8b-8c21-9b6b0da5c89e admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.2213345 Aug 21 10:50:51.124944 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 47816) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:50:51.212040 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a9dd8051-8bb8-477b-89a5-d3d3cc83baf6 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0858240 Aug 21 10:50:54.079357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:51:02.249326 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:51:09.352257 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-351cf3ee-7f22-4a04-8760-c3d950ab94b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:51:10.935129 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:51:11.963511 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a33373c1-4c45-4dec-97cc-aa571bed68cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:51:12.186878 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:51:13.540430 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:51:31.080125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:51:32.282556 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:51:39.349973 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-db9b081d-9bc8-435e-a74a-ab5a5d8fba50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:51:40.933719 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:51:41.969260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6e3a21ff-45e0-4974-8e3e-09ed38324f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:51:42.191065 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:51:43.545096 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:02.298923 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:08.080705 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:52:09.355812 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b7ce86a5-c1c3-4ac7-b6d1-c8a653bc4c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:10.938163 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:11.967054 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-877c0797-17ac-4c7c-af19-94ca1c4897e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:12.195760 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:13.555459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:30.706288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 47950) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:31.381902 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-538546464-network', 'tenant_id': '632e482613fd4a6c983ef87427c49787'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:31.387273 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:31.391741 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Usage tracker for resource:network and tenant:632e482613fd4a6c983ef87427c49787 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:31.396562 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:31.402688 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:31.492038 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Made reservation on behalf of 632e482613fd4a6c983ef87427c49787 for: {'network': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:52:31.496829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:31.510659 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:31.547600 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:31.551731 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Usage tracker for resource:security_group_rule and tenant:632e482613fd4a6c983ef87427c49787 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:31.554751 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:31.560869 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:31.695757 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:31.715112 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:31.719669 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:31.750872 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18adb80-62fa-4197-b85f-a5c9c1c1e23c,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:31.761787 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:31.762389 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:31.762598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:31.762966 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:31.763336 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:31.764132 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:31.764616 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:31.764978 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:31.767327 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:31.767327 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:31.767327 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Tracked resource versions report: Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: pushed versions: Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: { 'ConntrackHelper': {'1.0'}, Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Log': {'1.0'}, Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Network': {'1.1'}, Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Port': {'1.5'}, Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'PortForwarding': {'1.2'}, Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'QosPolicy': {'1.8'}, Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroup': {'1.2'}, Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroupRule': {'1.0'}, Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SubPort': {'1.0'}, Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Subnet': {'1.1'}, Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Trunk': {'1.1'}} Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: consumer versions: Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: { DHCP agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: HyperV agent@hv-cinder-80547: {}, Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: L3 agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: Metadata agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: Metering agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: Open vSwitch agent@dv-cinder-805477-1-iscsi: { 'ConntrackHelper': '1.0', Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Log': '1.0', Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Network': '1.1', Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Port': '1.5', Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'PortForwarding': '1.2', Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'QosPolicy': '1.8', Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroup': '1.2', Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroupRule': '1.0', Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SubPort': '1.0', Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Subnet': '1.1', Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Trunk': '1.1'}} Aug 21 10:52:31.767649 dv-cinder-805477-1-iscsi neutron-server[82400]: {{(pid=82512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 10:52:31.771420 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:31.783437 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=82512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 10:52:31.793986 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:31.794595 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Added segment a4767212-735d-430e-9862-a96adcbbd211 of type vlan for network d705d977-a219-4f74-8852-1db723d0eb37 Aug 21 10:52:31.831693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:31.926622 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:31.928267 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:31.928923 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:31.934762 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:32.044188 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Pushing event updated for resources: {'Network': ['ID=d705d977-a219-4f74-8852-1db723d0eb37,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:32.047624 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:32.056209 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network d705d977-a219-4f74-8852-1db723d0eb37 details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:52:32.062178 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 48004) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:32.063714 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3560600 Aug 21 10:52:32.068703 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Request body: {'subnet': {'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-538546464-subnet', 'tenant_id': '632e482613fd4a6c983ef87427c49787', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:32.074967 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:32.079615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Usage tracker for resource:subnet and tenant:632e482613fd4a6c983ef87427c49787 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:32.083623 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:32.090599 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:32.229952 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Made reservation on behalf of 632e482613fd4a6c983ef87427c49787 for: {'subnet': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:52:32.235351 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Notify callbacks [] for subnet, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:32.297505 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:32.311467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48016) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:32.617496 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48028) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:32.669820 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for subnet, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:32.674889 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:32.750255 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f481c4ac-7411-4056-8fb8-3934f46c94ee,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:32.765581 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:32.765970 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:32.766354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:32.766712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:32.767285 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:32.768248 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:32.768625 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:32.768997 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:32.769367 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:32.769735 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:32.770098 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Tracked resource versions report: Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: pushed versions: Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: { 'ConntrackHelper': {'1.0'}, Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Log': {'1.0'}, Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Network': {'1.1'}, Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Port': {'1.5'}, Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'PortForwarding': {'1.2'}, Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'QosPolicy': {'1.8'}, Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroup': {'1.2'}, Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroupRule': {'1.0'}, Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SubPort': {'1.0'}, Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Subnet': {'1.1'}, Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Trunk': {'1.1'}} Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: consumer versions: Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: { DHCP agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: HyperV agent@hv-cinder-80547: {}, Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: L3 agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: Metadata agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: Metering agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: Open vSwitch agent@dv-cinder-805477-1-iscsi: { 'ConntrackHelper': '1.0', Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Log': '1.0', Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Network': '1.1', Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Port': '1.5', Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'PortForwarding': '1.2', Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'QosPolicy': '1.8', Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroup': '1.2', Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroupRule': '1.0', Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SubPort': '1.0', Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Subnet': '1.1', Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Trunk': '1.1'}} Aug 21 10:52:32.771193 dv-cinder-805477-1-iscsi neutron-server[82400]: {{(pid=82511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 10:52:32.774124 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:32.781514 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Checking segment: {'id': 'a4767212-735d-430e-9862-a96adcbbd211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:52:32.781921 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Network hostable DHCP agents. Network: d705d977-a219-4f74-8852-1db723d0eb37, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:52:32.829114 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Network d705d977-a219-4f74-8852-1db723d0eb37 is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:52:32.869355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, d705d977-a219-4f74-8852-1db723d0eb37) {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:52:32.874452 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:32.875222 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:32.883122 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df59056-8af3-46df-8389-8e7c565f0d71 None None] Network d705d977-a219-4f74-8852-1db723d0eb37 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:52:32.883720 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1772947043-network', 'tenant_id': 'e0ffe67d5b7c4e0996429c32f489c646'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:32.889827 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:32.894293 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Usage tracker for resource:network and tenant:e0ffe67d5b7c4e0996429c32f489c646 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:32.898385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:32.904606 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:33.029720 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Made reservation on behalf of e0ffe67d5b7c4e0996429c32f489c646 for: {'network': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:52:33.034277 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9707615 Aug 21 10:52:33.035001 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 48038) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:33.036002 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.040837 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-538546464-router', 'tenant_id': '632e482613fd4a6c983ef87427c49787', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:33.050288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:33.063474 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Usage tracker for resource:router and tenant:632e482613fd4a6c983ef87427c49787 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:33.068395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.078897 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:33.086357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:33.116390 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:33.125261 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Usage tracker for resource:security_group_rule and tenant:e0ffe67d5b7c4e0996429c32f489c646 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:33.129459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:33.136516 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:33.142173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33135636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762917'] for router, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.142173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821639991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821640435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.182100 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-network', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:33.188830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:33.193342 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Usage tracker for resource:network and tenant:92f4599243a149a7856c54fdc20f7e47 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:33.196945 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:33.205640 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:33.213076 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 48048) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:33.252122 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.302801 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Made reservation on behalf of 92f4599243a149a7856c54fdc20f7e47 for: {'network': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:52:33.308064 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.323187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.397780 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:33.404182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Usage tracker for resource:security_group_rule and tenant:92f4599243a149a7856c54fdc20f7e47 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:33.409475 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:33.433833 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e66b09-042f-475e-bb35-2d56dac00272 None None] Network d705d977-a219-4f74-8852-1db723d0eb37 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:52:33.437103 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:33.483132 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821640420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33135655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.672096 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.679881 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-638812939-network', 'tenant_id': 'ca4e747d982848ecb4db023d86d4ccd5'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:33.687598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:33.691365 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Usage tracker for resource:network and tenant:ca4e747d982848ecb4db023d86d4ccd5 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:33.694797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:33.705952 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:33.718535 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.737489 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9807ad37-fb3b-4a3c-b8fc-97df376f2994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:33.771278 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=82512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 10:52:33.781174 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.790121 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.792634 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Added segment e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de of type vlan for network 04d87499-682e-4d6d-86f8-1cdce753042d Aug 21 10:52:33.807569 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Made reservation on behalf of ca4e747d982848ecb4db023d86d4ccd5 for: {'network': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:52:33.813804 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.820153 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.829711 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8160e02b-cbc7-416e-a307-9312f35bd6a4,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:33.834972 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.839861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:33.840148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:33.851302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.878563 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.889318 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fea9b6-2610-43fd-aca1-b2a032dde82d,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:33.900123 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:33.913451 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.943417 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.945335 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:33.946197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:33.953390 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:33.969672 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:33.983690 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Usage tracker for resource:security_group_rule and tenant:ca4e747d982848ecb4db023d86d4ccd5 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:33.989738 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:33.990566 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.db.api [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82512) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 10:52:33.991230 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_db.api [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 10:52:34.005363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:34.100892 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Pushing event updated for resources: {'Network': ['ID=04d87499-682e-4d6d-86f8-1cdce753042d,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:34.104336 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:34.112861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network 04d87499-682e-4d6d-86f8-1cdce753042d details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:52:34.127473 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Allocated IP 172.27.3.39 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/ea8e6eff-829f-4fa7-9fab-d4c7742e1d13) {{(pid=82511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:52:34.143784 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8310924 Aug 21 10:52:34.158023 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48076) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:34.169358 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:34.175840 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Request body: {'subnet': {'network_id': '04d87499-682e-4d6d-86f8-1cdce753042d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1772947043-subnet', 'tenant_id': 'e0ffe67d5b7c4e0996429c32f489c646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:34.192954 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:34.197920 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Usage tracker for resource:subnet and tenant:e0ffe67d5b7c4e0996429c32f489c646 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:34.203905 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:34.221985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:34.274526 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Made reservation on behalf of e0ffe67d5b7c4e0996429c32f489c646 for: {'subnet': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:52:34.280014 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:34.512879 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:34.535048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=82511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 10:52:34.537519 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:34.546558 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-53d78eee-febb-43cb-a0c3-541c8cb9c871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:34.591735 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2826f019-cf13-4abd-8a5f-d3deefa4cce5,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:34.598047 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:34.600417 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:34.600792 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Added segment 8c737795-50da-41f9-a892-f533c49e2dab of type vlan for network 4de6ebeb-552e-4358-808e-6e565693a7b6 Aug 21 10:52:34.703821 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for subnet, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:34.708765 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:34.710083 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a4362fcd-77dc-4208-a664-889a00c63d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:34.732329 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:34.796879 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c481f5-d041-4d4c-a16d-213d439a2538,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:34.800902 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:34.808530 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Checking segment: {'id': 'e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '04d87499-682e-4d6d-86f8-1cdce753042d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:52:34.809058 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Network hostable DHCP agents. Network: 04d87499-682e-4d6d-86f8-1cdce753042d, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:52:34.852965 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Network 04d87499-682e-4d6d-86f8-1cdce753042d is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:52:34.875088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:34.876462 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:34.877269 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:34.877407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.db.api [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82512) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 10:52:34.877677 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_db.api [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 10:52:34.885743 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:34.893641 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, 04d87499-682e-4d6d-86f8-1cdce753042d) {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:52:34.911655 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23dd5da-a3c5-407f-b69b-3b58b75db1a8 None None] Network 04d87499-682e-4d6d-86f8-1cdce753042d requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:52:34.920972 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:34.921635 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:34.984510 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8246961 Aug 21 10:52:35.078758 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Pushing event updated for resources: {'Network': ['ID=4de6ebeb-552e-4358-808e-6e565693a7b6,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:35.085166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:35.087034 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:35.104386 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network 4de6ebeb-552e-4358-808e-6e565693a7b6 details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:52:35.105397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:35.173623 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:52:35.176607 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:52:35.186385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Received port after_create {{(pid=82511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:52:35.224268 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0100737 Aug 21 10:52:35.227969 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48108) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:35.239429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Pushing event updated for resources: {'Port': ['ID=ea8e6eff-829f-4fa7-9fab-d4c7742e1d13,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:35.241176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Request body: {'subnet': {'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-638812939-subnet', 'tenant_id': 'ca4e747d982848ecb4db023d86d4ccd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:35.254472 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:35.266840 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:35.284303 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Usage tracker for resource:subnet and tenant:ca4e747d982848ecb4db023d86d4ccd5 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:35.291254 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:35.307644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:35.400769 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Made reservation on behalf of ca4e747d982848ecb4db023d86d4ccd5 for: {'subnet': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:52:35.407608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:35.437697 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9d0b01-e882-4c89-8a28-f66471c7f74f None None] Network 04d87499-682e-4d6d-86f8-1cdce753042d requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:52:35.634080 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:35.637323 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821640145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33135399'] for router, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:35.641457 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:35.817347 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=82512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 10:52:35.833675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:35.834050 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Added segment 653aeddb-3548-4132-b48e-ea709f7cdb8e of type vlan for network ffac6d6c-98c6-42e8-8c03-8096916bd29d Aug 21 10:52:35.904200 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:36.042257 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for subnet, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:36.062092 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:36.098384 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:36.103382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Router f50ef0a6-2b24-4ec5-bbed-92a875275ab2 is scheduled to L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a with binding_index 1 {{(pid=82511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 10:52:36.106804 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:36.108088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:36.199106 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029d870c-18d8-43a7-b4a5-2f13ab15e3e4,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:36.204324 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:36.212090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4300d38a-53f7-40ad-8b76-1ba4d5fb9640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:36.288674 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 48150) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:36.294435 dv-cinder-805477-1-iscsi neutron-server[82400]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 21 10:52:36.326410 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Checking segment: {'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:52:36.326907 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Network hostable DHCP agents. Network: 4de6ebeb-552e-4358-808e-6e565693a7b6, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:52:36.339373 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.7207425 Aug 21 10:52:36.340708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48156) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:36.376520 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Request body: {'subnet': {'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-subnet', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:36.383584 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:36.390729 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Pushing event updated for resources: {'Network': ['ID=ffac6d6c-98c6-42e8-8c03-8096916bd29d,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:36.393843 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Usage tracker for resource:subnet and tenant:92f4599243a149a7856c54fdc20f7e47 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:36.397031 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:36.398179 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:36.404222 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network ffac6d6c-98c6-42e8-8c03-8096916bd29d details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:52:36.430083 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:36.509284 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Network 4de6ebeb-552e-4358-808e-6e565693a7b6 is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:52:36.513737 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Made reservation on behalf of 92f4599243a149a7856c54fdc20f7e47 for: {'subnet': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:52:36.519356 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Notify callbacks [] for subnet, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:36.544931 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f79346-4591-49be-b896-39181bd6882c req-8c43fb1f-6c64-4d75-afe4-e0ba202b4151 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:36.546629 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-8c43fb1f-6c64-4d75-afe4-e0ba202b4151 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/networks?id=04d87499-682e-4d6d-86f8-1cdce753042d HTTP/1.1" status: 200 len: 812 time: 0.2557089 Aug 21 10:52:36.579101 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-e01a6ad9-882c-4474-af12-de25c1a2128f tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/quotas/e0ffe67d5b7c4e0996429c32f489c646 HTTP/1.1" status: 200 len: 375 time: 0.0247047 Aug 21 10:52:36.677481 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-f8be8507-d717-433a-b79e-1bf274c047aa tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e0ffe67d5b7c4e0996429c32f489c646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0973284 Aug 21 10:52:36.714389 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:52:36.726886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Sync routers for ids ['f50ef0a6-2b24-4ec5-bbed-92a875275ab2'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:52:36.732225 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, 4de6ebeb-552e-4358-808e-6e565693a7b6) {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:52:36.736724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:36.737427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:36.742173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6989baf9-ccd3-470c-9c63-c89d47b8a588 None None] Network 4de6ebeb-552e-4358-808e-6e565693a7b6 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:52:36.747736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Routers {'f50ef0a6-2b24-4ec5-bbed-92a875275ab2'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:52:36.748887 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:52:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['f50ef0a6-2b24-4ec5-bbed-92a875275ab2'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:52:36.791164 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48184) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:36.823411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Notify callbacks [] for router, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:36.824748 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7886219 Aug 21 10:52:36.827582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 48190) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:36.867276 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6378334 Aug 21 10:52:36.966496 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for subnet, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:36.975753 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:36.995180 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Set router f50ef0a6-2b24-4ec5-bbed-92a875275ab2 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:52:37.087994 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8954ddc-56b2-40d4-94d8-5eba93f9dfda None None] Network 4de6ebeb-552e-4358-808e-6e565693a7b6 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:52:37.370897 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd93f-229d-4012-a479-6e5e4caef791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:37.384893 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'name': 'tempest-ServerRescueNegativeTestJSON-538546464-router', 'tenant_id': '632e482613fd4a6c983ef87427c49787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ea8e6eff-829f-4fa7-9fab-d4c7742e1d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:33Z', 'updated_at': '2021-08-21T10:52:35Z', 'revision_number': 3, 'project_id': '632e482613fd4a6c983ef87427c49787', 'gw_port': {'id': 'ea8e6eff-829f-4fa7-9fab-d4c7742e1d13', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:33Z', 'updated_at': '2021-08-21T10:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:52:37.389755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Checking router: f50ef0a6-2b24-4ec5-bbed-92a875275ab2 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:52:37.390330 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Updating router f50ef0a6-2b24-4ec5-bbed-92a875275ab2 port ea8e6eff-829f-4fa7-9fab-d4c7742e1d13 binding host dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 10:52:37.428003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:37.448179 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:37.449378 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Checking segment: {'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:52:37.458405 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Network hostable DHCP agents. Network: ffac6d6c-98c6-42e8-8c03-8096916bd29d, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:52:37.458859 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:37.502786 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-ef5fd93f-229d-4012-a479-6e5e4caef791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:37.508697 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-ef5fd93f-229d-4012-a479-6e5e4caef791 admin admin] Usage tracker for resource:security_group_rule and tenant:8f547ba23f8541e6a89850fce71460fc is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:37.511757 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-ef5fd93f-229d-4012-a479-6e5e4caef791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:37.525498 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-ef5fd93f-229d-4012-a479-6e5e4caef791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:37.545938 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Network ffac6d6c-98c6-42e8-8c03-8096916bd29d is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:52:37.551796 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-17d8815f-85ae-421d-ac1d-b155ba2ea412 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=82511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:52:37.553148 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-17d8815f-85ae-421d-ac1d-b155ba2ea412 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.4831800 Aug 21 10:52:37.617125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, ffac6d6c-98c6-42e8-8c03-8096916bd29d) {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:52:37.623881 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:37.624527 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:37.631195 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182914f9-a02c-4811-8eaa-95d8b68925ce None None] Network ffac6d6c-98c6-42e8-8c03-8096916bd29d requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:52:37.692593 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd93f-229d-4012-a479-6e5e4caef791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:37.697849 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3314872 Aug 21 10:52:37.698256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48212) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:37.706208 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:37.712087 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:37.716244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Usage tracker for resource:router and tenant:92f4599243a149a7856c54fdc20f7e47 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:37.733362 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:37.743073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:37.756950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd93f-229d-4012-a479-6e5e4caef791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:37.790863 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:37.799171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-ef5fd93f-229d-4012-a479-6e5e4caef791 admin admin] Synchronizing usage tracker for tenant:e239615e1d104a10a0c4abde4d95fea6 on resource:security_group {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:52:37.817176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33135636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762917'] for router, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:37.818221 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821639991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821640435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:37.853272 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fd93f-229d-4012-a479-6e5e4caef791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c81885-47c3-4c8a-8056-d85e23ddba30,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:37.857196 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-ef5fd93f-229d-4012-a479-6e5e4caef791 admin admin] Unset dirty status for tenant:e239615e1d104a10a0c4abde4d95fea6 on resource:security_group {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:52:37.860914 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-ef5fd93f-229d-4012-a479-6e5e4caef791 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f547ba23f8541e6a89850fce71460fc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0661893 Aug 21 10:52:37.860914 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ef5fd93f-229d-4012-a479-6e5e4caef791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:37.862349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48222) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:37.885404 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:37.984863 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c1ad745-1140-5ba7-a055-2cb98fb248a8-ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f'}]}} from dv-cinder-805477-1-iscsi. {{(pid=82513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 10:52:37.986128 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:37.998116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Notify callbacks [] for port, precommit_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:38.011123 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Transition to ACTIVE for port object ea8e6eff-829f-4fa7-9fab-d4c7742e1d13 will not be triggered until provisioned by entity L2. {{(pid=82514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:52:38.024900 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b91d0aac-6ebe-4547-b205-18ddda7d8861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:38.066765 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-66be6eb8-08af-4ef7-949e-3276ba55caba service neutron] 10.222.0.49 "GET /v2.0/networks/04d87499-682e-4d6d-86f8-1cdce753042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971406 Aug 21 10:52:38.085904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:38.109711 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:38.161758 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48238) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:38.179125 dv-cinder-805477-1-iscsi neutron-server[82400]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 21 10:52:38.181564 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b91d0aac-6ebe-4547-b205-18ddda7d8861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:38.186159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Attempting to bind port ea8e6eff-829f-4fa7-9fab-d4c7742e1d13 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:52:38.186648 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Attempting to bind port ea8e6eff-829f-4fa7-9fab-d4c7742e1d13 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:52:38.187397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Attempting to bind port ea8e6eff-829f-4fa7-9fab-d4c7742e1d13 on network f35c1524-3b1c-4af7-979d-fa22ca7197b4 {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:52:38.203517 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:52:38.203961 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Checking segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:52:38.204387 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:38.204845 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Bound using segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:52:38.205795 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Bound port: ea8e6eff-829f-4fa7-9fab-d4c7742e1d13, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:52:38.206228 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:38.233103 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Allocated IP 172.20.0.2 (ffac6d6c-98c6-42e8-8c03-8096916bd29d/0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f/c339333f-f57c-40b5-bd52-92b56f2ba734) {{(pid=82513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:52:38.278448 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Pushing event updated for resources: {'Port': ['ID=ea8e6eff-829f-4fa7-9fab-d4c7742e1d13,revision_number=2']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:38.290156 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:38.290536 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:38.290904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:38.291265 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:38.291647 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:38.292009 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:38.292366 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:38.292724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:38.293077 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:38.293426 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:38.293778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Tracked resource versions report: Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: pushed versions: Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: { 'ConntrackHelper': {'1.0'}, Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Log': {'1.0'}, Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Network': {'1.1'}, Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Port': {'1.5'}, Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'PortForwarding': {'1.2'}, Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'QosPolicy': {'1.8'}, Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroup': {'1.2'}, Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroupRule': {'1.0'}, Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SubPort': {'1.0'}, Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Subnet': {'1.1'}, Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Trunk': {'1.1'}} Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: consumer versions: Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: { DHCP agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: HyperV agent@hv-cinder-80547: {}, Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: L3 agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: Metadata agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: Metering agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: Open vSwitch agent@dv-cinder-805477-1-iscsi: { 'ConntrackHelper': '1.0', Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Log': '1.0', Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Network': '1.1', Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Port': '1.5', Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'PortForwarding': '1.2', Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'QosPolicy': '1.8', Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroup': '1.2', Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroupRule': '1.0', Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SubPort': '1.0', Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Subnet': '1.1', Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Trunk': '1.1'}} Aug 21 10:52:38.294874 dv-cinder-805477-1-iscsi neutron-server[82400]: {{(pid=82514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 10:52:38.298030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:38.375459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] For port ea8e6eff-829f-4fa7-9fab-d4c7742e1d13, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:52:38.379456 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] For port ea8e6eff-829f-4fa7-9fab-d4c7742e1d13, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=ea8e6eff-829f-4fa7-9fab-d4c7742e1d13,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:52:38.424772 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:38.439136 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-999580f1-942d-4687-8813-30671502ba91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:38.440734 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-49d6a235-f23e-4061-b1a1-9841d5a0d126 service neutron] 10.222.0.49 "GET /v2.0/networks/04d87499-682e-4d6d-86f8-1cdce753042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732729 Aug 21 10:52:38.493923 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-fe027d29-5b2b-4cf6-bf00-7352e09304a4 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:38.495892 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-fe027d29-5b2b-4cf6-bf00-7352e09304a4 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/networks?id=4de6ebeb-552e-4358-808e-6e565693a7b6 HTTP/1.1" status: 200 len: 814 time: 0.3284929 Aug 21 10:52:38.504376 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821640420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33135655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:38.531715 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-efc82dd5-0fc8-42b4-b7e5-fdae27a0dba5 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/quotas/ca4e747d982848ecb4db023d86d4ccd5 HTTP/1.1" status: 200 len: 375 time: 0.0167816 Aug 21 10:52:38.566982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Pushing event updated for resources: {'Port': ['ID=ea8e6eff-829f-4fa7-9fab-d4c7742e1d13,revision_number=3']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:38.584036 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:38.596532 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Routers {'f50ef0a6-2b24-4ec5-bbed-92a875275ab2'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:52:38.597560 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:52:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['f50ef0a6-2b24-4ec5-bbed-92a875275ab2'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:52:38.597704 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b91d0aac-6ebe-4547-b205-18ddda7d8861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:38.688549 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Notify callbacks [] for port, precommit_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:38.694367 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-25daaa3c-8927-438d-ac9e-a77c5001d092 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca4e747d982848ecb4db023d86d4ccd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1558180 Aug 21 10:52:38.696319 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:38.713342 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Transition to ACTIVE for port object c339333f-f57c-40b5-bd52-92b56f2ba734 will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:52:38.726991 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d0aac-6ebe-4547-b205-18ddda7d8861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c81885-47c3-4c8a-8056-d85e23ddba30,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:38.733676 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b91d0aac-6ebe-4547-b205-18ddda7d8861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:38.745733 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b91d0aac-6ebe-4547-b205-18ddda7d8861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:38.748367 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-b91d0aac-6ebe-4547-b205-18ddda7d8861 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30c81885-47c3-4c8a-8056-d85e23ddba30 HTTP/1.1" status: 204 len: 168 time: 0.8836188 Aug 21 10:52:38.892883 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Transition to ACTIVE for port object c339333f-f57c-40b5-bd52-92b56f2ba734 will not be triggered until provisioned by entity DHCP. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:52:39.114493 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:39.114493 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:39.121705 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:39.123520 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] Set router f50ef0a6-2b24-4ec5-bbed-92a875275ab2 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:52:39.125315 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:39.125709 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-653f7897-e667-442b-808b-0e6074cdc3ac service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=82512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:52:39.125709 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-653f7897-e667-442b-808b-0e6074cdc3ac service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1838348 Aug 21 10:52:39.125709 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:39.181159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Pushing event updated for resources: {'Port': ['ID=c339333f-f57c-40b5-bd52-92b56f2ba734,revision_number=1']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:39.239921 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:39.246776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:39.248465 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:39.248935 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:39.249321 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:39.249858 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:39.258337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:39.261073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:39.261504 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:39.261994 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:39.262373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Tracked resource versions report: Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: pushed versions: Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: { 'ConntrackHelper': {'1.0'}, Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Log': {'1.0'}, Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Network': {'1.1'}, Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Port': {'1.5'}, Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'PortForwarding': {'1.2'}, Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'QosPolicy': {'1.8'}, Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroup': {'1.2'}, Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroupRule': {'1.0'}, Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SubPort': {'1.0'}, Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Subnet': {'1.1'}, Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Trunk': {'1.1'}} Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: consumer versions: Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: { DHCP agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: HyperV agent@hv-cinder-80547: {}, Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: L3 agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: Metadata agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: Metering agent@dv-cinder-805477-1-iscsi: {}, Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: Open vSwitch agent@dv-cinder-805477-1-iscsi: { 'ConntrackHelper': '1.0', Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Log': '1.0', Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Network': '1.1', Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Port': '1.5', Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'PortForwarding': '1.2', Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'QosPolicy': '1.8', Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroup': '1.2', Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SecurityGroupRule': '1.0', Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'SubPort': '1.0', Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Subnet': '1.1', Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: 'Trunk': '1.1'}} Aug 21 10:52:39.268033 dv-cinder-805477-1-iscsi neutron-server[82400]: {{(pid=82513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Aug 21 10:52:39.274534 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Network ffac6d6c-98c6-42e8-8c03-8096916bd29d is already hosted by enough agents. {{(pid=82513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:52:39.275863 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:39.290679 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Resources bound (agent type, host, resource id): {{(pid=82513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:52:39.305368 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Received port after_create {{(pid=82513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:52:39.443106 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e9ae092-05d2-4e22-b5af-158e8f54d02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:39.474415 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Attempting to bind port c339333f-f57c-40b5-bd52-92b56f2ba734 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:52:39.475230 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Attempting to bind port c339333f-f57c-40b5-bd52-92b56f2ba734 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:52:39.475844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Attempting to bind port c339333f-f57c-40b5-bd52-92b56f2ba734 on network ffac6d6c-98c6-42e8-8c03-8096916bd29d {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:52:39.503273 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:52:39.504279 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Checking segment: {'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:52:39.504904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:39.505530 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Bound using segment: {'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:52:39.506243 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Bound port: c339333f-f57c-40b5-bd52-92b56f2ba734, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:52:39.506879 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:39.610194 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'name': 'tempest-ServerRescueNegativeTestJSON-538546464-router', 'tenant_id': '632e482613fd4a6c983ef87427c49787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ea8e6eff-829f-4fa7-9fab-d4c7742e1d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:33Z', 'updated_at': '2021-08-21T10:52:35Z', 'revision_number': 3, 'project_id': '632e482613fd4a6c983ef87427c49787', 'gw_port': {'id': 'ea8e6eff-829f-4fa7-9fab-d4c7742e1d13', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:33Z', 'updated_at': '2021-08-21T10:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:52:39.617225 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44ff96-8258-43ee-a262-38fb12d488e1 None None] The sync data for ids ['f50ef0a6-2b24-4ec5-bbed-92a875275ab2'] in dv-cinder-805477-1-iscsi is: [{'id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'name': 'tempest-ServerRescueNegativeTestJSON-538546464-router', 'tenant_id': '632e482613fd4a6c983ef87427c49787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ea8e6eff-829f-4fa7-9fab-d4c7742e1d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:33Z', 'updated_at': '2021-08-21T10:52:35Z', 'revision_number': 3, 'project_id': '632e482613fd4a6c983ef87427c49787', 'gw_port': {'id': 'ea8e6eff-829f-4fa7-9fab-d4c7742e1d13', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:33Z', 'updated_at': '2021-08-21T10:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:52:39.682912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] For port c339333f-f57c-40b5-bd52-92b56f2ba734, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:52:39.686753 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] For port c339333f-f57c-40b5-bd52-92b56f2ba734, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=c339333f-f57c-40b5-bd52-92b56f2ba734,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:52:39.700894 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8b464fb1-9d0b-4329-abb7-0c875c0c5470 req-8131bb2c-879a-4f9f-9599-9f71b2709731 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 210 time: 0.2510083 Aug 21 10:52:39.775234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:39.783875 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:39.804669 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Allocated IP 172.20.0.1 (d705d977-a219-4f74-8852-1db723d0eb37/f481c4ac-7411-4056-8fb8-3934f46c94ee/eb602d61-5bef-4d4e-bd09-29b0817632c8) {{(pid=82511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:52:39.852640 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Allocated IP 172.27.3.58 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/a78769f4-d85b-4bbb-9d89-89d4bd8e1acc) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:52:39.882596 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-1fb0229b-d111-479f-a66d-361e53152aca service neutron] 10.222.0.49 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7925377 Aug 21 10:52:39.970039 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Pushing event updated for resources: {'Port': ['ID=c339333f-f57c-40b5-bd52-92b56f2ba734,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:39.993027 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:40.009491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48318) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:40.098269 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:40.152101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-90c4a855-e126-4ee5-9e07-7ef50828e313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:40.212372 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:40.228449 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:40.290614 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Network d705d977-a219-4f74-8852-1db723d0eb37 is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:52:40.299893 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:52:40.329287 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Received port after_create {{(pid=82511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:52:40.330006 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821644294'] for router_interface, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:40.359969 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb602d61-5bef-4d4e-bd09-29b0817632c8,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:40.360331 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:40.364434 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:40.364806 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-90c4a855-e126-4ee5-9e07-7ef50828e313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:40.394031 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-90c4a855-e126-4ee5-9e07-7ef50828e313 admin admin] Usage tracker for resource:security_group_rule and tenant:c58d88ce46504e1c8cd1e72283dfc38e is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:40.399926 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-e04455f1-1801-4a2d-92b9-2f0374016eb4 service neutron] 10.222.0.49 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916504 Aug 21 10:52:40.408257 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-90c4a855-e126-4ee5-9e07-7ef50828e313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:40.412791 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-90c4a855-e126-4ee5-9e07-7ef50828e313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:40.538708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:40.559385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-90c4a855-e126-4ee5-9e07-7ef50828e313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:40.561336 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b57901d9-c785-4025-8325-0a1144ac7fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:40.568971 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:40.614331 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-90c4a855-e126-4ee5-9e07-7ef50828e313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:40.656862 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:52:40.660827 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:52:40.662786 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Pushing event updated for resources: {'Port': ['ID=a78769f4-d85b-4bbb-9d89-89d4bd8e1acc,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:40.665444 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:52:40.706679 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:40.711100 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:40.776981 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-90c4a855-e126-4ee5-9e07-7ef50828e313 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c58d88ce46504e1c8cd1e72283dfc38e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7331362 Aug 21 10:52:40.782541 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48340) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:40.808642 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4a855-e126-4ee5-9e07-7ef50828e313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89f18a5-18c4-40b7-8245-eb4d341db6a6,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:40.818988 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-90c4a855-e126-4ee5-9e07-7ef50828e313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:40.914789 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f42c974b-0b29-4a3f-8658-0a265f54d960 req-7a3a91e0-bd61-47d8-ac72-989f0aa71cc7 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 210 time: 0.0747442 Aug 21 10:52:41.012830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:41.034384 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b299455f-b3bb-4527-88f4-b991f302cefa req-9dfd8cdc-cd19-4260-92f2-b9ea6bfb9db4 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 210 time: 0.0760622 Aug 21 10:52:41.050013 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ace05f72-4e96-48cd-a801-5e4f402d3461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:41.086269 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:41.092103 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ace05f72-4e96-48cd-a801-5e4f402d3461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:41.114724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:41.116152 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32838329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33131353'] for router_interface, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:41.122627 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6678f692-27dd-41b4-b20b-4679988f003c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:41.132935 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:41.132935 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821640145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33135399'] for router, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:41.281454 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb602d61-5bef-4d4e-bd09-29b0817632c8,revision_number=2']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:41.290476 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:41.311781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ace05f72-4e96-48cd-a801-5e4f402d3461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:41.321032 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-90c4a855-e126-4ee5-9e07-7ef50828e313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:41.350718 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace05f72-4e96-48cd-a801-5e4f402d3461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89f18a5-18c4-40b7-8245-eb4d341db6a6,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:41.353192 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ace05f72-4e96-48cd-a801-5e4f402d3461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:41.429245 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ace05f72-4e96-48cd-a801-5e4f402d3461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:41.431955 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-ace05f72-4e96-48cd-a801-5e4f402d3461 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c89f18a5-18c4-40b7-8245-eb4d341db6a6 HTTP/1.1" status: 204 len: 168 time: 0.6475556 Aug 21 10:52:41.435640 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Network d705d977-a219-4f74-8852-1db723d0eb37 is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:52:41.436923 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:52:41.612418 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Router cb618512-4802-41c4-ba3e-de19044ec61a is scheduled to L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a with binding_index 1 {{(pid=82512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 10:52:41.636480 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device ea8e6eff-829f-4fa7-9fab-d4c7742e1d13 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:52:41.795219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port ea8e6eff-829f-4fa7-9fab-d4c7742e1d13 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:52:41.811382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port ea8e6eff-829f-4fa7-9fab-d4c7742e1d13 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:52:41.811382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:41.938717 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:52:42.004768 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Sync routers for ids ['cb618512-4802-41c4-ba3e-de19044ec61a'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:52:42.019028 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Notify callbacks [] for router, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:42.023068 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3211203 Aug 21 10:52:42.029001 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48396) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:42.029132 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Routers {'cb618512-4802-41c4-ba3e-de19044ec61a'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:52:42.029788 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:52:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['cb618512-4802-41c4-ba3e-de19044ec61a'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:52:42.344592 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-21f2eb96-14f8-47f4-929c-5e91e47da5a6 req-5b548288-853e-4889-811a-bc417d44f728 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 210 time: 0.0680161 Aug 21 10:52:42.519887 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-829b8e87-d0bc-41c3-ab7c-20e169f74fdc req-d05c720a-2e4a-45d6-ab51-1ea2d1cd4bbc tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 210 time: 0.0999823 Aug 21 10:52:42.560395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ead5ec6-7e3a-4019-9cef-58fe3b7ac9f1 None None] Network ffac6d6c-98c6-42e8-8c03-8096916bd29d requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:52:42.566162 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Router f50ef0a6-2b24-4ec5-bbed-92a875275ab2 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 10:52:42.593886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f930417d-02e7-42d4-ac81-798e4a0877b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:42.611931 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:42.631485 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port ea8e6eff-829f-4fa7-9fab-d4c7742e1d13, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=ea8e6eff-829f-4fa7-9fab-d4c7742e1d13,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:52:42.720194 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:42.734304 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device c339333f-f57c-40b5-bd52-92b56f2ba734 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:52:42.770002 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:42.819035 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:52:42.829319 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] 10.222.0.49 "PUT /v2.0/routers/f50ef0a6-2b24-4ec5-bbed-92a875275ab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0006139 Aug 21 10:52:42.847271 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-65e479a9-c90a-4bad-94d9-275cd19bcde7 None None] Provisioning for port c339333f-f57c-40b5-bd52-92b56f2ba734 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:52:42.881652 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=ea8e6eff-829f-4fa7-9fab-d4c7742e1d13,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:42.885657 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:42.923019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Set router cb618512-4802-41c4-ba3e-de19044ec61a gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:52:42.968160 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:43.494836 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port c339333f-f57c-40b5-bd52-92b56f2ba734 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:52:43.614285 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port c339333f-f57c-40b5-bd52-92b56f2ba734 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:52:43.614796 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:43.699825 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e6ba5fdb-be81-4259-9e8b-00a316a806be req-5a9ea303-f301-411c-a1cf-77d481dd31c1 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 210 time: 0.0600724 Aug 21 10:52:43.704569 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:43.799894 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Sync routers for ids ['f50ef0a6-2b24-4ec5-bbed-92a875275ab2'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:52:43.822590 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Routers {'f50ef0a6-2b24-4ec5-bbed-92a875275ab2'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:52:43.828126 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:52:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['f50ef0a6-2b24-4ec5-bbed-92a875275ab2'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:52:43.906497 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:40Z', 'revision_number': 3, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:52:43.930568 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:43.945617 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:43.957455 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Checking router: cb618512-4802-41c4-ba3e-de19044ec61a for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:52:43.957861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Updating router cb618512-4802-41c4-ba3e-de19044ec61a port a78769f4-d85b-4bbb-9d89-89d4bd8e1acc binding host dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 10:52:44.035360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.35', 57571) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:44.152224 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:44.210272 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port c339333f-f57c-40b5-bd52-92b56f2ba734, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=c339333f-f57c-40b5-bd52-92b56f2ba734,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:52:44.265830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:44.326935 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:44.355818 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ddee788f-6fa3-47b8-ac60-65dc761f7c66 req-d865a689-4be7-40b9-b9b2-e4fb7303c65a tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 210 time: 0.1284976 Aug 21 10:52:44.402755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Set router f50ef0a6-2b24-4ec5-bbed-92a875275ab2 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:52:44.550270 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device ea8e6eff-829f-4fa7-9fab-d4c7742e1d13 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:52:44.592584 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48494) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:44.702256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.35', 57573) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:44.803409 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-074850a9-e0c6-4829-8e94-b679baadd36a None None] Provisioning complete for port c339333f-f57c-40b5-bd52-92b56f2ba734 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:52:44.804030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-074850a9-e0c6-4829-8e94-b679baadd36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:44.826882 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Allocated IP 172.20.0.1 (ffac6d6c-98c6-42e8-8c03-8096916bd29d/0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f/6153dd3a-3adc-4f44-aa62-1ce8dc22adad) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:52:44.967755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=c339333f-f57c-40b5-bd52-92b56f2ba734,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:44.994015 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:45.146112 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:52:45.148310 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port ea8e6eff-829f-4fa7-9fab-d4c7742e1d13 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:52:45.148613 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:45.156874 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'name': 'tempest-ServerRescueNegativeTestJSON-538546464-router', 'tenant_id': '632e482613fd4a6c983ef87427c49787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ea8e6eff-829f-4fa7-9fab-d4c7742e1d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:33Z', 'updated_at': '2021-08-21T10:52:40Z', 'revision_number': 4, 'project_id': '632e482613fd4a6c983ef87427c49787', 'gw_port': {'id': 'ea8e6eff-829f-4fa7-9fab-d4c7742e1d13', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:33Z', 'updated_at': '2021-08-21T10:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'eb602d61-5bef-4d4e-bd09-29b0817632c8', 'name': '', 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37', 'tenant_id': '632e482613fd4a6c983ef87427c49787', 'mac_address': 'fa:16:3e:84:f4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f481c4ac-7411-4056-8fb8-3934f46c94ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:40Z', 'revision_number': 2, 'project_id': '632e482613fd4a6c983ef87427c49787', 'subnets': [{'id': 'f481c4ac-7411-4056-8fb8-3934f46c94ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:52:45.161902 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Checking router: f50ef0a6-2b24-4ec5-bbed-92a875275ab2 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:52:45.162531 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Updating router f50ef0a6-2b24-4ec5-bbed-92a875275ab2 port eb602d61-5bef-4d4e-bd09-29b0817632c8 binding host dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 10:52:45.173073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-7f2da137-814d-4ad3-885f-4ee51bb70586 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:45.173853 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-7f2da137-814d-4ad3-885f-4ee51bb70586 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Synchronizing usage tracker for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:network {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:52:45.202417 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-a04bd224-6c6c-47d6-bff6-15b0adaa287a tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:45.213881 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-86894140-8ecc-423b-a802-e8da64652e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:45.225382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:45.236161 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-a04bd224-6c6c-47d6-bff6-15b0adaa287a tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/networks?id=d705d977-a219-4f74-8852-1db723d0eb37 HTTP/1.1" status: 200 len: 818 time: 1.0790272 Aug 21 10:52:45.258984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f79346-4591-49be-b896-39181bd6882c req-67b46eeb-af16-4449-ae6e-8c27995f5fa5 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:45.273480 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-67b46eeb-af16-4449-ae6e-8c27995f5fa5 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.35 "GET /v2.0/networks?id=04d87499-682e-4d6d-86f8-1cdce753042d HTTP/1.1" status: 200 len: 812 time: 1.2368956 Aug 21 10:52:45.338598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-c1f79346-4591-49be-b896-39181bd6882c req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Request body: {'port': {'device_id': 'c923bcda-bbd7-4a00-874c-2b8076c31647', 'network_id': '04d87499-682e-4d6d-86f8-1cdce753042d', 'admin_state_up': True, 'tenant_id': 'e0ffe67d5b7c4e0996429c32f489c646'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:45.390857 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-2d89daf8-cbbe-4590-8d9f-57d9b4368a75 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/quotas/632e482613fd4a6c983ef87427c49787 HTTP/1.1" status: 200 len: 375 time: 0.1536653 Aug 21 10:52:45.485023 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e5408fe5-6b28-4292-8dff-6e71cb2b7070 req-f6d6f200-9223-491b-ac5e-b8a0efed9566 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 210 time: 0.1098745 Aug 21 10:52:45.506619 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-7f2da137-814d-4ad3-885f-4ee51bb70586 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Unset dirty status for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:network {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:52:45.507934 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-7f2da137-814d-4ad3-885f-4ee51bb70586 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.35 "GET /v2.0/networks?id=4de6ebeb-552e-4358-808e-6e565693a7b6 HTTP/1.1" status: 200 len: 814 time: 0.7955725 Aug 21 10:52:45.536281 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Request body: {'port': {'device_id': '8d563cc9-a469-4211-8284-9e663f9c54ca', 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6', 'admin_state_up': True, 'tenant_id': 'ca4e747d982848ecb4db023d86d4ccd5'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:45.637918 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:45.693443 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Transition to ACTIVE for port object 6153dd3a-3adc-4f44-aa62-1ce8dc22adad will not be triggered until provisioned by entity DHCP. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:52:45.722928 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-86894140-8ecc-423b-a802-e8da64652e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:45.728492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-86894140-8ecc-423b-a802-e8da64652e4c admin admin] Usage tracker for resource:security_group_rule and tenant:bb492bb9cc184089a7adb99606f28400 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:45.733325 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-86894140-8ecc-423b-a802-e8da64652e4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:45.740620 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-86894140-8ecc-423b-a802-e8da64652e4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:45.812389 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:45.828739 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-6c60b337-63e6-4f5a-b654-918eb3feb4c0 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Synchronizing usage tracker for tenant:632e482613fd4a6c983ef87427c49787 on resource:port {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:52:45.861620 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-c1f79346-4591-49be-b896-39181bd6882c req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:45.889763 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-da2e5702-2e91-40f0-adff-d0d70588fc32 req-45276386-edb7-4f5f-987d-3e8a3a94a828 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 210 time: 0.1311760 Aug 21 10:52:45.890751 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48548) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:45.890949 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-c1f79346-4591-49be-b896-39181bd6882c req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Usage tracker for resource:port and tenant:e0ffe67d5b7c4e0996429c32f489c646 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:45.910928 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c07154f4-d7b1-4f8e-a21c-273a5f8d38f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:45.911069 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-c1f79346-4591-49be-b896-39181bd6882c req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:45.933222 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:45.935966 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-c1f79346-4591-49be-b896-39181bd6882c req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:45.941280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Usage tracker for resource:port and tenant:ca4e747d982848ecb4db023d86d4ccd5 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:45.950526 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Network ffac6d6c-98c6-42e8-8c03-8096916bd29d is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:52:45.957066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:45.971780 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:45.980323 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Notify callbacks [] for port, precommit_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.004452 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.014133 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:52:46.017992 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-86894140-8ecc-423b-a802-e8da64652e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.036152 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:52:46.036675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821644294'] for router_interface, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.045775 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Transition to ACTIVE for port object eb602d61-5bef-4d4e-bd09-29b0817632c8 will not be triggered until provisioned by entity L2. {{(pid=82514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:52:46.063867 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-86894140-8ecc-423b-a802-e8da64652e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.078885 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-6c60b337-63e6-4f5a-b654-918eb3feb4c0 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Unset dirty status for tenant:632e482613fd4a6c983ef87427c49787 on resource:port {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:52:46.080118 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.084375 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-6c60b337-63e6-4f5a-b654-918eb3feb4c0 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=632e482613fd4a6c983ef87427c49787&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6905515 Aug 21 10:52:46.085195 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:46.087975 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f79346-4591-49be-b896-39181bd6882c req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Made reservation on behalf of e0ffe67d5b7c4e0996429c32f489c646 for: {'port': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:52:46.090878 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Transition to ACTIVE for port object a78769f4-d85b-4bbb-9d89-89d4bd8e1acc will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:52:46.101601 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Pushing event updated for resources: {'Port': ['ID=6153dd3a-3adc-4f44-aa62-1ce8dc22adad,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:46.105058 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1f79346-4591-49be-b896-39181bd6882c req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.118196 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:46.121721 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:46.126123 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.132151 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ef35a606-05d9-46ba-8759-12125d82dc58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:46.196509 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Made reservation on behalf of ca4e747d982848ecb4db023d86d4ccd5 for: {'port': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:52:46.211627 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.272217 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-86894140-8ecc-423b-a802-e8da64652e4c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb492bb9cc184089a7adb99606f28400&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6782877 Aug 21 10:52:46.276441 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48566) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:46.318384 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d23d3-f549-4c7f-952c-ee3ceae67982 None None] Pushing event updated for resources: {'Port': ['ID=a78769f4-d85b-4bbb-9d89-89d4bd8e1acc,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:46.321660 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4d7d23d3-f549-4c7f-952c-ee3ceae67982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:46.323084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894140-8ecc-423b-a802-e8da64652e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f6bdee-11c7-4da4-8290-53d912ddb80c,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:46.361703 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-86894140-8ecc-423b-a802-e8da64652e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:46.367159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Attempting to bind port a78769f4-d85b-4bbb-9d89-89d4bd8e1acc on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:52:46.373429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Attempting to bind port a78769f4-d85b-4bbb-9d89-89d4bd8e1acc by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:52:46.373841 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Attempting to bind port a78769f4-d85b-4bbb-9d89-89d4bd8e1acc on network f35c1524-3b1c-4af7-979d-fa22ca7197b4 {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:52:46.386186 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:52:46.386605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Checking segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:52:46.387168 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.388276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Bound using segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:52:46.401585 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Bound port: a78769f4-d85b-4bbb-9d89-89d4bd8e1acc, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:52:46.401585 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.482478 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e52ad-1e43-4f9e-95d4-31c5916922cd None None] Pushing event updated for resources: {'Port': ['ID=eb602d61-5bef-4d4e-bd09-29b0817632c8,revision_number=3']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:46.496293 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-360e52ad-1e43-4f9e-95d4-31c5916922cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:46.594176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8a26daf1-1c2e-4108-a14a-5796e5a2a832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.615567 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] For port a78769f4-d85b-4bbb-9d89-89d4bd8e1acc, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:52:46.619868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] For port a78769f4-d85b-4bbb-9d89-89d4bd8e1acc, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=a78769f4-d85b-4bbb-9d89-89d4bd8e1acc,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:52:46.632226 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device c339333f-f57c-40b5-bd52-92b56f2ba734 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:52:46.708266 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.752272 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.752800 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Attempting to bind port eb602d61-5bef-4d4e-bd09-29b0817632c8 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:52:46.755142 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Attempting to bind port eb602d61-5bef-4d4e-bd09-29b0817632c8 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': 'a4767212-735d-430e-9862-a96adcbbd211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37'}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:52:46.756165 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Attempting to bind port eb602d61-5bef-4d4e-bd09-29b0817632c8 on network d705d977-a219-4f74-8852-1db723d0eb37 {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:52:46.757621 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8a26daf1-1c2e-4108-a14a-5796e5a2a832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.767040 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:52:46.767950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Checking segment: {'id': 'a4767212-735d-430e-9862-a96adcbbd211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:52:46.768585 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.769211 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Bound using segment: {'id': 'a4767212-735d-430e-9862-a96adcbbd211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37'} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:52:46.769925 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Bound port: eb602d61-5bef-4d4e-bd09-29b0817632c8, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4767212-735d-430e-9862-a96adcbbd211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37'}}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:52:46.770897 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.819637 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:46.869439 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e19c6937-35e8-45b5-a952-b67fc327ef9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.901955 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] For port eb602d61-5bef-4d4e-bd09-29b0817632c8, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:52:46.905677 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] For port eb602d61-5bef-4d4e-bd09-29b0817632c8, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=eb602d61-5bef-4d4e-bd09-29b0817632c8,segment=NetworkSegment(a4767212-735d-430e-9862-a96adcbbd211),segment_id=a4767212-735d-430e-9862-a96adcbbd211)] {{(pid=82514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:52:46.955909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:46.962491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-360e52ad-1e43-4f9e-95d4-31c5916922cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:47.096698 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e52ad-1e43-4f9e-95d4-31c5916922cd None None] Pushing event updated for resources: {'Port': ['ID=eb602d61-5bef-4d4e-bd09-29b0817632c8,revision_number=4']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:47.099581 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-40f75ecb-fbd7-48c3-86c3-4077a81a8258 service neutron] 10.222.0.49 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9695606 Aug 21 10:52:47.100294 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d23d3-f549-4c7f-952c-ee3ceae67982 None None] Pushing event updated for resources: {'Port': ['ID=a78769f4-d85b-4bbb-9d89-89d4bd8e1acc,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:47.117016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4d7d23d3-f549-4c7f-952c-ee3ceae67982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:47.122142 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-e19c6937-35e8-45b5-a952-b67fc327ef9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:47.128733 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-e19c6937-35e8-45b5-a952-b67fc327ef9f admin admin] Usage tracker for resource:security_group_rule and tenant:18ac7385c2d142b896e2a6db5d1204bd is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:47.130189 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Routers {'cb618512-4802-41c4-ba3e-de19044ec61a'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:52:47.130189 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:52:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['cb618512-4802-41c4-ba3e-de19044ec61a'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:52:47.132306 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-e19c6937-35e8-45b5-a952-b67fc327ef9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:47.136640 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-360e52ad-1e43-4f9e-95d4-31c5916922cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:47.139439 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-e19c6937-35e8-45b5-a952-b67fc327ef9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:47.188861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Routers {'f50ef0a6-2b24-4ec5-bbed-92a875275ab2'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:52:47.203454 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:52:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['f50ef0a6-2b24-4ec5-bbed-92a875275ab2'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:52:47.219441 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e19c6937-35e8-45b5-a952-b67fc327ef9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:47.237538 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0d2a9a67-49a8-45c8-b7b5-8915a6c88c4d req-525bb370-cb41-42f6-8198-c09a81cb6289 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 210 time: 0.2118268 Aug 21 10:52:47.264382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e19c6937-35e8-45b5-a952-b67fc327ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:47.286232 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ace05f72-4e96-48cd-a801-5e4f402d3461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:47.324060 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Allocated IP 172.20.0.13 (4de6ebeb-552e-4358-808e-6e565693a7b6/029d870c-18d8-43a7-b4a5-2f13ab15e3e4/a4db44f4-8c3e-4320-b71a-542f14ea5790) {{(pid=82511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:52:47.341227 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c6937-35e8-45b5-a952-b67fc327ef9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c31e7e3-d2af-45d6-a754-4fd9f59ec3cd,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:47.346266 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e19c6937-35e8-45b5-a952-b67fc327ef9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18ac7385c2d142b896e2a6db5d1204bd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4100325 Aug 21 10:52:47.351991 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48604) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:47.353194 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e19c6937-35e8-45b5-a952-b67fc327ef9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:47.535369 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] Set router f50ef0a6-2b24-4ec5-bbed-92a875275ab2 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:52:47.597379 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-df356dcf-854d-4dfb-9445-3fbcf42dca6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:47.696979 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6569e8ff-26b8-4485-b30d-6fd8f4a466c3 req-5a798f1b-2221-468f-adf5-b5221c60cbb3 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 210 time: 0.0741668 Aug 21 10:52:47.709252 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] Set router cb618512-4802-41c4-ba3e-de19044ec61a gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:52:47.737187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8a26daf1-1c2e-4108-a14a-5796e5a2a832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:47.741251 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-df356dcf-854d-4dfb-9445-3fbcf42dca6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:47.812411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:47.847967 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8a26daf1-1c2e-4108-a14a-5796e5a2a832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:47.849347 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-8a26daf1-1c2e-4108-a14a-5796e5a2a832 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52f6bdee-11c7-4da4-8290-53d912ddb80c HTTP/1.1" status: 204 len: 168 time: 1.5719228 Aug 21 10:52:47.850927 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26daf1-1c2e-4108-a14a-5796e5a2a832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f6bdee-11c7-4da4-8290-53d912ddb80c,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:47.853076 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-df356dcf-854d-4dfb-9445-3fbcf42dca6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:47.866467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8a26daf1-1c2e-4108-a14a-5796e5a2a832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:47.872491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-df356dcf-854d-4dfb-9445-3fbcf42dca6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:47.874185 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-df356dcf-854d-4dfb-9445-3fbcf42dca6b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c31e7e3-d2af-45d6-a754-4fd9f59ec3cd HTTP/1.1" status: 204 len: 168 time: 0.5195968 Aug 21 10:52:47.882615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ef5fd93f-229d-4012-a479-6e5e4caef791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:47.929271 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df356dcf-854d-4dfb-9445-3fbcf42dca6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c31e7e3-d2af-45d6-a754-4fd9f59ec3cd,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:47.955331 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-df356dcf-854d-4dfb-9445-3fbcf42dca6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:48.047234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:48.074926 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48624) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:48.097258 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:48.098827 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32838329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33131353'] for router_interface, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:48.108999 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-454e57f8-bc82-4fbc-9d34-f0afec209f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:48.205347 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Pushing event updated for resources: {'Port': ['ID=6153dd3a-3adc-4f44-aa62-1ce8dc22adad,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:48.210982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:48.270090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-1c68105c-ed04-4559-a7a3-11243bcbd737 None None] Provisioning for port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:52:48.297120 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-1c68105c-ed04-4559-a7a3-11243bcbd737 None None] Provisioning complete for port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:52:48.299870 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1c68105c-ed04-4559-a7a3-11243bcbd737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:48.354686 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-6d520e29-6ec5-4bc8-b6a6-47d84d8a81aa service neutron] 10.222.0.49 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2432430 Aug 21 10:52:48.650930 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-28c831d4-4704-46cf-ae43-96b49b560bdd req-0f58094e-211f-4ef5-93da-e4302b02aa5c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 210 time: 0.1014068 Aug 21 10:52:48.660201 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-c1f79346-4591-49be-b896-39181bd6882c req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Allocated IP 172.20.0.13 (04d87499-682e-4d6d-86f8-1cdce753042d/c5c481f5-d041-4d4c-a16d-213d439a2538/2643272f-82dd-470f-aa9d-963638aefb40) {{(pid=82511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:52:48.669751 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port c339333f-f57c-40b5-bd52-92b56f2ba734 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:52:48.670453 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:48.752605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-1c68105c-ed04-4559-a7a3-11243bcbd737 None None] Port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 10:52:48.786788 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'name': 'tempest-ServerRescueNegativeTestJSON-538546464-router', 'tenant_id': '632e482613fd4a6c983ef87427c49787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ea8e6eff-829f-4fa7-9fab-d4c7742e1d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:33Z', 'updated_at': '2021-08-21T10:52:40Z', 'revision_number': 4, 'project_id': '632e482613fd4a6c983ef87427c49787', 'gw_port': {'id': 'ea8e6eff-829f-4fa7-9fab-d4c7742e1d13', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:33Z', 'updated_at': '2021-08-21T10:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'eb602d61-5bef-4d4e-bd09-29b0817632c8', 'name': '', 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37', 'tenant_id': '632e482613fd4a6c983ef87427c49787', 'mac_address': 'fa:16:3e:84:f4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f481c4ac-7411-4056-8fb8-3934f46c94ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '632e482613fd4a6c983ef87427c49787', 'subnets': [{'id': 'f481c4ac-7411-4056-8fb8-3934f46c94ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:52:48.801189 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03773f01-c73a-4398-ac84-37f8769ea9f7 None None] The sync data for ids ['f50ef0a6-2b24-4ec5-bbed-92a875275ab2'] in dv-cinder-805477-1-iscsi is: [{'id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'name': 'tempest-ServerRescueNegativeTestJSON-538546464-router', 'tenant_id': '632e482613fd4a6c983ef87427c49787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ea8e6eff-829f-4fa7-9fab-d4c7742e1d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:33Z', 'updated_at': '2021-08-21T10:52:40Z', 'revision_number': 4, 'project_id': '632e482613fd4a6c983ef87427c49787', 'gw_port': {'id': 'ea8e6eff-829f-4fa7-9fab-d4c7742e1d13', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:33Z', 'updated_at': '2021-08-21T10:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'eb602d61-5bef-4d4e-bd09-29b0817632c8', 'name': '', 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37', 'tenant_id': '632e482613fd4a6c983ef87427c49787', 'mac_address': 'fa:16:3e:84:f4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f481c4ac-7411-4056-8fb8-3934f46c94ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '632e482613fd4a6c983ef87427c49787', 'subnets': [{'id': 'f481c4ac-7411-4056-8fb8-3934f46c94ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:52:48.833685 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Network ffac6d6c-98c6-42e8-8c03-8096916bd29d is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:52:48.837664 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:52:49.095612 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks [] for port, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:49.115684 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:52:44Z', 'revision_number': 1, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:52:49.131568 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46888d2-fba7-4e67-a5e4-1936032c5ec5 None None] The sync data for ids ['cb618512-4802-41c4-ba3e-de19044ec61a'] in dv-cinder-805477-1-iscsi is: [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:52:44Z', 'revision_number': 1, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:52:49.326755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device eb602d61-5bef-4d4e-bd09-29b0817632c8 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:52:49.440180 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8662f720-df33-4456-9037-90d927053f60 req-7f5d2a33-9acf-4126-9738-a2e129ce5ac6 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 210 time: 0.1637280 Aug 21 10:52:49.478487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-32f9e726-1c7b-4da4-a744-e18dfc39fe07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:49.640317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port eb602d61-5bef-4d4e-bd09-29b0817632c8 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:52:49.648779 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port eb602d61-5bef-4d4e-bd09-29b0817632c8 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:52:49.649590 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:49.662418 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48654) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:49.683420 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-32f9e726-1c7b-4da4-a744-e18dfc39fe07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:49.757502 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1f79346-4591-49be-b896-39181bd6882c req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Notify callbacks [] for port, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:49.821627 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-14803db3-fcc6-4c72-9f21-a0295288d264 None None] Provisioning complete for port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:52:49.828078 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-14803db3-fcc6-4c72-9f21-a0295288d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:49.917655 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48664) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:49.947851 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-32f9e726-1c7b-4da4-a744-e18dfc39fe07 admin admin] Usage tracker for resource:security_group_rule and tenant:5754d38a0d204f198630ed13c0876ee0 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:50.014666 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-32f9e726-1c7b-4da4-a744-e18dfc39fe07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:50.019393 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1f79346-4591-49be-b896-39181bd6882c req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:50.023823 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-14803db3-fcc6-4c72-9f21-a0295288d264 None None] Port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 10:52:50.119236 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:50.148536 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-32f9e726-1c7b-4da4-a744-e18dfc39fe07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:50.169025 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-eddc8a5c-97bb-4e92-b4cb-f7bc13ce4618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:50.210648 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dd3ccbe8-7bb3-4457-af6a-69cd368517cd req-5a7278e8-c475-4d90-b54f-dff6254e9077 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 210 time: 0.1658664 Aug 21 10:52:50.258251 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:50.385088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port eb602d61-5bef-4d4e-bd09-29b0817632c8, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=eb602d61-5bef-4d4e-bd09-29b0817632c8,segment=NetworkSegment(a4767212-735d-430e-9862-a96adcbbd211),segment_id=a4767212-735d-430e-9862-a96adcbbd211)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:52:50.424290 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:50.427183 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:50.450553 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Pushing event updated for resources: {'Port': ['ID=2643272f-82dd-470f-aa9d-963638aefb40,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:50.451351 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:50.460642 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:50.501987 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f79346-4591-49be-b896-39181bd6882c req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Network 04d87499-682e-4d6d-86f8-1cdce753042d is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:52:50.534888 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-c1f79346-4591-49be-b896-39181bd6882c req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:52:50.551775 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f79346-4591-49be-b896-39181bd6882c req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Received port after_create {{(pid=82511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:52:50.570861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f79346-4591-49be-b896-39181bd6882c req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:50.575905 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1f79346-4591-49be-b896-39181bd6882c req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for port, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:50.636742 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=eb602d61-5bef-4d4e-bd09-29b0817632c8,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:50.646117 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:50.646401 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:50.804171 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4869056 Aug 21 10:52:50.843996 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Network 4de6ebeb-552e-4358-808e-6e565693a7b6 is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:52:50.849852 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:52:50.856052 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Received port after_create {{(pid=82511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:52:50.862818 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:50.864095 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for port, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:50.889474 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Pushing event updated for resources: {'Port': ['ID=a4db44f4-8c3e-4320-b71a-542f14ea5790,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:50.897956 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-2f91add5-84a6-4795-825e-3a92f3d5a296 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=82511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 10:52:50.899131 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-2f91add5-84a6-4795-825e-3a92f3d5a296 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0058134 Aug 21 10:52:50.902296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:50.911159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2e7ee-7e95-4b89-8298-a87d1b1b50b6 req-2a86bd15-c51f-4895-851c-df0705dc2858 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:50.912002 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-26e2e7ee-7e95-4b89-8298-a87d1b1b50b6 req-2a86bd15-c51f-4895-851c-df0705dc2858 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Synchronizing usage tracker for tenant:e0ffe67d5b7c4e0996429c32f489c646 on resource:port {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:52:50.939760 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4109588 Aug 21 10:52:51.040593 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-26e2e7ee-7e95-4b89-8298-a87d1b1b50b6 req-2a86bd15-c51f-4895-851c-df0705dc2858 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Unset dirty status for tenant:e0ffe67d5b7c4e0996429c32f489c646 on resource:port {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:52:51.046100 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26e2e7ee-7e95-4b89-8298-a87d1b1b50b6 req-2a86bd15-c51f-4895-851c-df0705dc2858 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 932 time: 1.2128325 Aug 21 10:52:51.138405 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device eb602d61-5bef-4d4e-bd09-29b0817632c8 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:52:51.213161 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26e2e7ee-7e95-4b89-8298-a87d1b1b50b6 req-65bd4867-4f2b-425e-b969-1ec1bb65deae tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608641 Aug 21 10:52:51.428992 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-eddc8a5c-97bb-4e92-b4cb-f7bc13ce4618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:51.529200 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port eb602d61-5bef-4d4e-bd09-29b0817632c8 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:52:51.529511 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:51.568841 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Request body: {'port': {'device_id': 'c923bcda-bbd7-4a00-874c-2b8076c31647', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:51.747346 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-32f9e726-1c7b-4da4-a744-e18dfc39fe07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:51.768592 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-eddc8a5c-97bb-4e92-b4cb-f7bc13ce4618 admin admin] Usage tracker for resource:security_group_rule and tenant:e0aa5aae8290484fbcfecfea3ec7d9c6 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:51.784011 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-eddc8a5c-97bb-4e92-b4cb-f7bc13ce4618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:51.791280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-eddc8a5c-97bb-4e92-b4cb-f7bc13ce4618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:51.806917 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-32f9e726-1c7b-4da4-a744-e18dfc39fe07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:51.847700 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Request body: {'port': {'device_id': '8d563cc9-a469-4211-8284-9e663f9c54ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:52.020135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-eddc8a5c-97bb-4e92-b4cb-f7bc13ce4618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:52.023616 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:52.039415 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-32f9e726-1c7b-4da4-a744-e18dfc39fe07 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5754d38a0d204f198630ed13c0876ee0&name=default HTTP/1.1" status: 200 len: 2647 time: 3.9629714 Aug 21 10:52:52.040834 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fe6950da-a310-4bd3-934c-1e9e6fefa2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:52.078997 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48702) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:52.149188 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-fe6950da-a310-4bd3-934c-1e9e6fefa2b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:52.153430 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-fe6950da-a310-4bd3-934c-1e9e6fefa2b8 admin admin] Usage tracker for resource:security_group_rule and tenant:fb637d5c3fb246d7a136fa9fdd4434df is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:52.158004 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-fe6950da-a310-4bd3-934c-1e9e6fefa2b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:52.221260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-fe6950da-a310-4bd3-934c-1e9e6fefa2b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:52.233089 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-eddc8a5c-97bb-4e92-b4cb-f7bc13ce4618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:52.271738 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9e726-1c7b-4da4-a744-e18dfc39fe07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c92873-791e-4c17-b8b2-d2058666a965,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:52.279310 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:52.398885 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:52.442667 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78478322-4d8d-4883-bbf6-404922ff0920 req-9a090ee1-bc10-4079-86df-81b2991a1ec3 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:52.443533 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-78478322-4d8d-4883-bbf6-404922ff0920 req-9a090ee1-bc10-4079-86df-81b2991a1ec3 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Synchronizing usage tracker for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:port {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:52:52.482840 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fe6950da-a310-4bd3-934c-1e9e6fefa2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:52.484804 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-32f9e726-1c7b-4da4-a744-e18dfc39fe07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:52.488449 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-eddc8a5c-97bb-4e92-b4cb-f7bc13ce4618 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0aa5aae8290484fbcfecfea3ec7d9c6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5697477 Aug 21 10:52:52.496020 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:52.519928 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48710) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:52.589165 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fe6950da-a310-4bd3-934c-1e9e6fefa2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:52.680728 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cca4808f-bac3-4815-be58-934d03fb31bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:52.773766 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cca4808f-bac3-4815-be58-934d03fb31bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:52.861163 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-78478322-4d8d-4883-bbf6-404922ff0920 req-9a090ee1-bc10-4079-86df-81b2991a1ec3 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Unset dirty status for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:port {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:52:52.862411 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-78478322-4d8d-4883-bbf6-404922ff0920 req-9a090ee1-bc10-4079-86df-81b2991a1ec3 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 932 time: 1.1665549 Aug 21 10:52:52.918089 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc8a5c-97bb-4e92-b4cb-f7bc13ce4618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5765c2e7-3e88-4448-b27c-b59b930d3d06,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:52.921315 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-eddc8a5c-97bb-4e92-b4cb-f7bc13ce4618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:52.928067 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:52.939357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-24a1966b-ab93-4f32-81cc-813709cc023e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:52.940120 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-24a1966b-ab93-4f32-81cc-813709cc023e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Synchronizing usage tracker for tenant:632e482613fd4a6c983ef87427c49787 on resource:network {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:52:52.968042 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-fe6950da-a310-4bd3-934c-1e9e6fefa2b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb637d5c3fb246d7a136fa9fdd4434df&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3020780 Aug 21 10:52:52.973777 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48716) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:53.004663 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cca4808f-bac3-4815-be58-934d03fb31bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:53.063418 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6950da-a310-4bd3-934c-1e9e6fefa2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7696c6-7f18-41e4-95b3-192aa007f627,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:53.067288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fe6950da-a310-4bd3-934c-1e9e6fefa2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:53.076416 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5a821f76-5062-4238-9325-354fb6561795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:53.105864 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5a821f76-5062-4238-9325-354fb6561795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:53.123868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device a78769f4-d85b-4bbb-9d89-89d4bd8e1acc up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:52:53.137147 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-78478322-4d8d-4883-bbf6-404922ff0920 req-ba605f24-0b06-4688-9cf1-e2de7f1e367a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Synchronizing usage tracker for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:security_group {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:52:53.151349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b91d0aac-6ebe-4547-b205-18ddda7d8861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:53.179492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-24a1966b-ab93-4f32-81cc-813709cc023e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Unset dirty status for tenant:632e482613fd4a6c983ef87427c49787 on resource:network {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:52:53.186290 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-24a1966b-ab93-4f32-81cc-813709cc023e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/networks?id=d705d977-a219-4f74-8852-1db723d0eb37 HTTP/1.1" status: 200 len: 818 time: 2.5599585 Aug 21 10:52:53.197916 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5a821f76-5062-4238-9325-354fb6561795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:53.218492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4808f-bac3-4815-be58-934d03fb31bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c92873-791e-4c17-b8b2-d2058666a965,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:53.221203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cca4808f-bac3-4815-be58-934d03fb31bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:53.227606 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2643272f-82dd-470f-aa9d-963638aefb40 {{(pid=82511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:52:53.233913 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-78478322-4d8d-4883-bbf6-404922ff0920 req-ba605f24-0b06-4688-9cf1-e2de7f1e367a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Unset dirty status for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:security_group {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:52:53.249626 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-78478322-4d8d-4883-bbf6-404922ff0920 req-ba605f24-0b06-4688-9cf1-e2de7f1e367a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543541 Aug 21 10:52:53.258190 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:53.259479 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port a78769f4-d85b-4bbb-9d89-89d4bd8e1acc completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:52:53.265537 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5a821f76-5062-4238-9325-354fb6561795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:53.266828 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-5a821f76-5062-4238-9325-354fb6561795 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5765c2e7-3e88-4448-b27c-b59b930d3d06 HTTP/1.1" status: 204 len: 168 time: 0.7422273 Aug 21 10:52:53.267856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cca4808f-bac3-4815-be58-934d03fb31bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:53.271305 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-cca4808f-bac3-4815-be58-934d03fb31bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/07c92873-791e-4c17-b8b2-d2058666a965 HTTP/1.1" status: 204 len: 168 time: 1.1076357 Aug 21 10:52:53.271305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d60a9ddb-9e67-41a7-b724-db74e23daea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:53.275276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port a78769f4-d85b-4bbb-9d89-89d4bd8e1acc triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:52:53.275754 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:53.285172 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:53.344598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Router cb618512-4802-41c4-ba3e-de19044ec61a has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 10:52:53.354276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a821f76-5062-4238-9325-354fb6561795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5765c2e7-3e88-4448-b27c-b59b930d3d06,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:53.368512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5a821f76-5062-4238-9325-354fb6561795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:53.393623 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Transition to ACTIVE for port object 2643272f-82dd-470f-aa9d-963638aefb40 will not be triggered until provisioned by entity L2. {{(pid=82511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:52:53.405613 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-167f0598-dcef-4788-90cd-e952cd7523de tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/quotas/632e482613fd4a6c983ef87427c49787 HTTP/1.1" status: 200 len: 375 time: 0.2182734 Aug 21 10:52:53.449438 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:53.465685 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d60a9ddb-9e67-41a7-b724-db74e23daea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:53.523508 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:53.545219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a1221b75-1ab5-4b92-8899-0c17a5a3d66d tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:53.550691 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port a78769f4-d85b-4bbb-9d89-89d4bd8e1acc, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=a78769f4-d85b-4bbb-9d89-89d4bd8e1acc,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:52:53.594552 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:53.602960 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4d7d23d3-f549-4c7f-952c-ee3ceae67982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:53.639668 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2643272f-82dd-470f-aa9d-963638aefb40,revision_number=2']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:53.643654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:53.738988 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=a78769f4-d85b-4bbb-9d89-89d4bd8e1acc,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:53.754959 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:53.777113 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-7886a58e-34d2-496b-9534-68433758c8d8 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=632e482613fd4a6c983ef87427c49787&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3704429 Aug 21 10:52:54.010610 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4db44f4-8c3e-4320-b71a-542f14ea5790 {{(pid=82511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:52:54.027185 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-9cb8558b-35dd-40fc-a9f7-a99524ccd343 service neutron] 10.222.0.49 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401786 Aug 21 10:52:54.035876 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:54.051952 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d60a9ddb-9e67-41a7-b724-db74e23daea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:54.106270 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fe6950da-a310-4bd3-934c-1e9e6fefa2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:54.144374 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a9ddb-9e67-41a7-b724-db74e23daea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7696c6-7f18-41e4-95b3-192aa007f627,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:54.147458 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d60a9ddb-9e67-41a7-b724-db74e23daea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:54.232389 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d60a9ddb-9e67-41a7-b724-db74e23daea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:54.233788 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d60a9ddb-9e67-41a7-b724-db74e23daea9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f7696c6-7f18-41e4-95b3-192aa007f627 HTTP/1.1" status: 204 len: 168 time: 1.2514176 Aug 21 10:52:54.246220 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Transition to ACTIVE for port object a4db44f4-8c3e-4320-b71a-542f14ea5790 will not be triggered until provisioned by entity L2. {{(pid=82511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:52:54.260067 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Attempting to bind port 2643272f-82dd-470f-aa9d-963638aefb40 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:52:54.261286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Attempting to bind port 2643272f-82dd-470f-aa9d-963638aefb40 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '04d87499-682e-4d6d-86f8-1cdce753042d'}] {{(pid=82511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:52:54.262101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Attempting to bind port 2643272f-82dd-470f-aa9d-963638aefb40 on network 04d87499-682e-4d6d-86f8-1cdce753042d {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:52:54.273979 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Port 2643272f-82dd-470f-aa9d-963638aefb40 on network 04d87499-682e-4d6d-86f8-1cdce753042d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:52:54.275028 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Attempting to bind port 2643272f-82dd-470f-aa9d-963638aefb40 on network 04d87499-682e-4d6d-86f8-1cdce753042d {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:52:54.287674 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:54.289952 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:52:54.290545 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Checking segment: {'id': 'e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '04d87499-682e-4d6d-86f8-1cdce753042d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:52:54.291343 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Bound using segment: {'id': 'e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '04d87499-682e-4d6d-86f8-1cdce753042d'} {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:52:54.292340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Bound port: 2643272f-82dd-470f-aa9d-963638aefb40, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '04d87499-682e-4d6d-86f8-1cdce753042d'}}] {{(pid=82511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:52:54.293067 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:54.323804 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:54.347030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48734) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:54.438076 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-95ae806a-c594-4e17-833f-09935fafc025 service neutron] 10.222.0.49 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098213 Aug 21 10:52:54.443288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:52:54.468486 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] 10.222.0.49 "PUT /v2.0/routers/cb618512-4802-41c4-ba3e-de19044ec61a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4436450 Aug 21 10:52:54.479506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-28a7b8f9-732a-413a-afc9-2dd826a80b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:54.591473 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-28a7b8f9-732a-413a-afc9-2dd826a80b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:54.601694 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-28a7b8f9-732a-413a-afc9-2dd826a80b50 admin admin] Usage tracker for resource:security_group_rule and tenant:2191bbde55044e0ca72d93c608ca57fe is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:54.611464 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-28a7b8f9-732a-413a-afc9-2dd826a80b50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:54.620433 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-28a7b8f9-732a-413a-afc9-2dd826a80b50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:54.659501 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Pushing event updated for resources: {'Port': ['ID=a4db44f4-8c3e-4320-b71a-542f14ea5790,revision_number=2']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:54.710202 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:54.827400 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-28a7b8f9-732a-413a-afc9-2dd826a80b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:54.858024 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-28a7b8f9-732a-413a-afc9-2dd826a80b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:54.870987 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:54.926190 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7b8f9-732a-413a-afc9-2dd826a80b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d4b7a1-d3c0-433a-a13b-9d9fe1d0aa55,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:54.931797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-28a7b8f9-732a-413a-afc9-2dd826a80b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:54.963321 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-28a7b8f9-732a-413a-afc9-2dd826a80b50 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2191bbde55044e0ca72d93c608ca57fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6091161 Aug 21 10:52:54.963764 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48748) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:54.980018 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] For port 2643272f-82dd-470f-aa9d-963638aefb40, host hv-cinder-80547, cleared binding levels {{(pid=82511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:52:55.017494 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] For port 2643272f-82dd-470f-aa9d-963638aefb40, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2643272f-82dd-470f-aa9d-963638aefb40,segment=NetworkSegment(e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de),segment_id=e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de)] {{(pid=82511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:52:55.068755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:55.070660 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Attempting to bind port a4db44f4-8c3e-4320-b71a-542f14ea5790 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:52:55.071068 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Attempting to bind port a4db44f4-8c3e-4320-b71a-542f14ea5790 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'}] {{(pid=82511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:52:55.071463 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Attempting to bind port a4db44f4-8c3e-4320-b71a-542f14ea5790 on network 4de6ebeb-552e-4358-808e-6e565693a7b6 {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:52:55.092422 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Port a4db44f4-8c3e-4320-b71a-542f14ea5790 on network 4de6ebeb-552e-4358-808e-6e565693a7b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:52:55.092797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Attempting to bind port a4db44f4-8c3e-4320-b71a-542f14ea5790 on network 4de6ebeb-552e-4358-808e-6e565693a7b6 {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:52:55.108622 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:55.127481 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a1bb-195b-4e5d-be2e-b41fc2e83d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:55.134359 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device a78769f4-d85b-4bbb-9d89-89d4bd8e1acc up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:52:55.283564 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4b1f1-95d6-42d0-937d-e6ceeba10962 req-41d7934c-e024-49d3-acc5-fc430e8c74e8 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:55.291176 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9df4b1f1-95d6-42d0-937d-e6ceeba10962 req-41d7934c-e024-49d3-acc5-fc430e8c74e8 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 944 time: 0.4805262 Aug 21 10:52:55.310127 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port a78769f4-d85b-4bbb-9d89-89d4bd8e1acc triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:52:55.311097 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:55.345063 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a1bb-195b-4e5d-be2e-b41fc2e83d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:55.368709 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:52:55.369101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Checking segment: {'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:52:55.369544 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Bound using segment: {'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'} {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:52:55.370149 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Bound port: a4db44f4-8c3e-4320-b71a-542f14ea5790, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'}}] {{(pid=82511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:52:55.370544 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:55.441905 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9df4b1f1-95d6-42d0-937d-e6ceeba10962 req-4aaba8a6-a91a-4057-8d2c-0eab6c29e086 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493888 Aug 21 10:52:55.529093 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2643272f-82dd-470f-aa9d-963638aefb40,revision_number=3']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:55.570113 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for port, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:55.576067 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] 10.222.0.35 "PUT /v2.0/ports/2643272f-82dd-470f-aa9d-963638aefb40 HTTP/1.1" status: 200 len: 1094 time: 4.3564804 Aug 21 10:52:55.577153 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c923bcda-bbd7-4a00-874c-2b8076c31647', 'tag': '2643272f-82dd-470f-aa9d-963638aefb40'}] {{(pid=82511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:52:55.599156 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d499c-8bde-4bb2-93db-dfc7f9e48863 req-782c6115-ef76-4015-ba75-43941af1ffcc tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:55.600646 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-981d499c-8bde-4bb2-93db-dfc7f9e48863 req-782c6115-ef76-4015-ba75-43941af1ffcc tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 944 time: 0.4699559 Aug 21 10:52:55.727803 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a1bb-195b-4e5d-be2e-b41fc2e83d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:55.753753 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:55.797686 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-981d499c-8bde-4bb2-93db-dfc7f9e48863 req-29b0eb6a-3cc5-4053-aa27-8da75e734450 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863701 Aug 21 10:52:55.797686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5a1bb-195b-4e5d-be2e-b41fc2e83d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d4b7a1-d3c0-433a-a13b-9d9fe1d0aa55,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:55.797686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a1bb-195b-4e5d-be2e-b41fc2e83d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:55.801819 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-f1f5a1bb-195b-4e5d-be2e-b41fc2e83d05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66d4b7a1-d3c0-433a-a13b-9d9fe1d0aa55 HTTP/1.1" status: 204 len: 168 time: 0.8368778 Aug 21 10:52:55.803027 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f1f5a1bb-195b-4e5d-be2e-b41fc2e83d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:55.880847 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cfca6d09-9221-43b8-999e-7705f928e3dc req-1d0c1c90-d938-4aa5-b74b-3b98e47c915c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 210 time: 0.1700616 Aug 21 10:52:55.893538 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.35', 57588) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:55.895182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:55.944545 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Sync routers for ids ['cb618512-4802-41c4-ba3e-de19044ec61a'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:52:55.975810 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Routers {'cb618512-4802-41c4-ba3e-de19044ec61a'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:52:55.977999 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:52:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['cb618512-4802-41c4-ba3e-de19044ec61a'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:52:56.007730 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] For port a4db44f4-8c3e-4320-b71a-542f14ea5790, host hv-cinder-80547, cleared binding levels {{(pid=82511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:52:56.013167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] For port a4db44f4-8c3e-4320-b71a-542f14ea5790, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=a4db44f4-8c3e-4320-b71a-542f14ea5790,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:52:56.060758 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:56.064935 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-2de3a5b4-db46-4bae-8c89-5fb6709bccb9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0ffe67d5b7c4e0996429c32f489c646&device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 1097 time: 0.1711855 Aug 21 10:52:56.078245 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:56.231030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-f8cce054-9e7b-4f49-bbfe-8a221f250901 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:56.237474 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-f8cce054-9e7b-4f49-bbfe-8a221f250901 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.35 "GET /v2.0/networks?id=d705d977-a219-4f74-8852-1db723d0eb37 HTTP/1.1" status: 200 len: 818 time: 0.3425720 Aug 21 10:52:56.274260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Request body: {'port': {'device_id': 'e107f887-3725-4f80-8e51-35f584fd5919', 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37', 'admin_state_up': True, 'tenant_id': '632e482613fd4a6c983ef87427c49787'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:56.399147 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for port, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:56.401252 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] 10.222.0.35 "PUT /v2.0/ports/a4db44f4-8c3e-4320-b71a-542f14ea5790 HTTP/1.1" status: 200 len: 1094 time: 5.1620584 Aug 21 10:52:56.445413 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-bb6ad17e-fb49-42d4-9bb6-a6bb4931f1dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2643272f-82dd-470f-aa9d-963638aefb40 HTTP/1.1" status: 200 len: 217 time: 0.2220466 Aug 21 10:52:56.531314 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:56.543738 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:56.579195 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Made reservation on behalf of 632e482613fd4a6c983ef87427c49787 for: {'port': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:52:56.586110 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:56.774597 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f79346-4591-49be-b896-39181bd6882c req-c3340575-604a-4bfa-b4f6-b35aa3fc5dac service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:56.774597 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-c3340575-604a-4bfa-b4f6-b35aa3fc5dac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c481f5-d041-4d4c-a16d-213d439a2538 HTTP/1.1" status: 200 len: 852 time: 0.3124566 Aug 21 10:52:56.774597 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Pushing event updated for resources: {'Port': ['ID=a4db44f4-8c3e-4320-b71a-542f14ea5790,revision_number=3']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:56.778293 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:56.923835 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Set router cb618512-4802-41c4-ba3e-de19044ec61a gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:52:56.967969 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-2b4503f1-9dcb-4f24-a939-04ed034cb7ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04d87499-682e-4d6d-86f8-1cdce753042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879455 Aug 21 10:52:57.144404 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Allocated IP 172.20.0.9 (d705d977-a219-4f74-8852-1db723d0eb37/f481c4ac-7411-4056-8fb8-3934f46c94ee/8eed1f9b-507b-47e7-a26d-9c3bbb6967e4) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:52:57.374971 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-150e1fbb-90ea-4368-8100-db37d1d1e0ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca4e747d982848ecb4db023d86d4ccd5&device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 1097 time: 0.5955329 Aug 21 10:52:57.422260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6116-a45c-4524-bf68-7bfb46276edc req-f0b4442b-4352-4448-abe3-952b841a9e8a tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:57.434050 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4edd6116-a45c-4524-bf68-7bfb46276edc req-f0b4442b-4352-4448-abe3-952b841a9e8a tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 944 time: 0.6532218 Aug 21 10:52:57.663679 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-5f92c2e4-b3b9-4240-8ba4-ffa66043e40b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4db44f4-8c3e-4320-b71a-542f14ea5790 HTTP/1.1" status: 200 len: 217 time: 0.2246311 Aug 21 10:52:57.705015 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:52:47Z', 'revision_number': 2, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:52:57.728752 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Checking router: cb618512-4802-41c4-ba3e-de19044ec61a for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:52:57.736439 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Updating router cb618512-4802-41c4-ba3e-de19044ec61a port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad binding host dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 10:52:57.741438 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:57.801028 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-8f52e6f5-e04e-4b09-9815-a53fc6e21ffc service neutron] 10.222.0.35 "GET /v2.0/networks/04d87499-682e-4d6d-86f8-1cdce753042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7708418 Aug 21 10:52:57.817534 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:57.827805 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 48842) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:57.842990 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:57.911920 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:57.965775 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4edd6116-a45c-4524-bf68-7bfb46276edc req-3c2e79a2-46e4-4c2f-84f7-ea7db44f057c tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306594 Aug 21 10:52:58.013831 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Pushing event updated for resources: {'Port': ['ID=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:58.019011 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:58.029556 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Network d705d977-a219-4f74-8852-1db723d0eb37 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:52:58.040268 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:52:58.042992 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:52:58.047465 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:58.048808 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:58.114821 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8496802 Aug 21 10:52:58.131810 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.35', 57592) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:58.558754 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Request body: {'port': {'device_id': 'e107f887-3725-4f80-8e51-35f584fd5919', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:58.622249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-0ec19159-fcb8-4e7a-b525-4ecfb0f82766 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:58.623930 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-0ec19159-fcb8-4e7a-b525-4ecfb0f82766 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.35 "GET /v2.0/networks?id=d705d977-a219-4f74-8852-1db723d0eb37 HTTP/1.1" status: 200 len: 818 time: 0.4354067 Aug 21 10:52:58.695776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 48860) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:58.700055 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Request body: {'port': {'device_id': '46676ec0-dbfc-4dbe-93af-8d9d5dc4125c', 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37', 'admin_state_up': True, 'tenant_id': '632e482613fd4a6c983ef87427c49787'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:58.821373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-687001560-network', 'tenant_id': '7857f6f7d20f4375b646831b3d0e867c'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:58.832256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:58.853167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Usage tracker for resource:network and tenant:7857f6f7d20f4375b646831b3d0e867c is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:58.864484 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:58.874182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:58.897062 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2068147387', 'description': 'tempest-description--1555845931'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:52:58.955825 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:58.961545 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Usage tracker for resource:security_group and tenant:92f4599243a149a7856c54fdc20f7e47 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:58.965419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:58.972707 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:58.991999 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Made reservation on behalf of 7857f6f7d20f4375b646831b3d0e867c for: {'network': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:52:59.001985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:59.006890 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Notify callbacks [] for port, precommit_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:59.022395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:59.060561 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:59.077375 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Transition to ACTIVE for port object 6153dd3a-3adc-4f44-aa62-1ce8dc22adad will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:52:59.102716 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:59.119130 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:59.322608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:59.334802 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Usage tracker for resource:security_group_rule and tenant:7857f6f7d20f4375b646831b3d0e867c is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:59.338903 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:59.350937 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:59.434209 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48878) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:52:59.435229 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:59.528116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:59.548326 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:59.548782 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Attempting to bind port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:52:59.549216 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Attempting to bind port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:52:59.549784 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Attempting to bind port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad on network ffac6d6c-98c6-42e8-8c03-8096916bd29d {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:52:59.556563 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-e31d1fb5-8576-47bc-889d-8f262329c442 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:52:59.556965 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d433d11-5786-4c3f-8080-73dfebe15aa6 None None] Pushing event updated for resources: {'Port': ['ID=6153dd3a-3adc-4f44-aa62-1ce8dc22adad,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:59.558118 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-e31d1fb5-8576-47bc-889d-8f262329c442 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=029d870c-18d8-43a7-b4a5-2f13ab15e3e4 HTTP/1.1" status: 200 len: 854 time: 1.8753638 Aug 21 10:52:59.560225 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2d433d11-5786-4c3f-8080-73dfebe15aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:59.561508 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:52:59.561933 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Checking segment: {'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:52:59.562370 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1f79346-4591-49be-b896-39181bd6882c req-04b1eb07-7e21-4e23-95ea-7bbf919e83b2 service neutron] 10.222.0.35 "GET /v2.0/networks/04d87499-682e-4d6d-86f8-1cdce753042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7092118 Aug 21 10:52:59.562475 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:59.562804 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Bound using segment: {'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:52:59.563950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Bound port: 6153dd3a-3adc-4f44-aa62-1ce8dc22adad, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:52:59.564380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:59.657776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Usage tracker for resource:port and tenant:632e482613fd4a6c983ef87427c49787 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:59.737244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:59.740300 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:59.741541 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:52:59.755789 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Usage tracker for resource:security_group_rule and tenant:92f4599243a149a7856c54fdc20f7e47 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:52:59.759380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-7f9cddd8-74b8-406f-9426-4f0fbb3176a2 req-aef480ca-2b6f-47b5-a069-b1f46b702f66 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Synchronizing usage tracker for tenant:632e482613fd4a6c983ef87427c49787 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:52:59.762036 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-9b6114ac-f64d-4e88-9ddb-8f1265654725 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4de6ebeb-552e-4358-808e-6e565693a7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1781743 Aug 21 10:52:59.763146 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:52:59.784168 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:59.793276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] For port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:52:59.799219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:59.802774 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] For port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=6153dd3a-3adc-4f44-aa62-1ce8dc22adad,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:52:59.863669 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:52:59.866966 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc8e55a-31d5-459d-b0e9-ce9bb479f6d4,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:52:59.871431 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:52:59.874303 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:59.893380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:52:59.966600 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-18589cc1-778c-4737-aacc-57c76d1b78c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:52:59.986363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Made reservation on behalf of 632e482613fd4a6c983ef87427c49787 for: {'port': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:52:59.991280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d433d11-5786-4c3f-8080-73dfebe15aa6 None None] Pushing event updated for resources: {'Port': ['ID=6153dd3a-3adc-4f44-aa62-1ce8dc22adad,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:00.003313 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=82511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 10:53:00.006036 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:00.017898 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2d433d11-5786-4c3f-8080-73dfebe15aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:00.028966 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-7f9cddd8-74b8-406f-9426-4f0fbb3176a2 req-aef480ca-2b6f-47b5-a069-b1f46b702f66 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Unset dirty status for tenant:632e482613fd4a6c983ef87427c49787 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:53:00.037960 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Routers {'cb618512-4802-41c4-ba3e-de19044ec61a'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:53:00.038915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:52:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['cb618512-4802-41c4-ba3e-de19044ec61a'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:53:00.041313 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7f9cddd8-74b8-406f-9426-4f0fbb3176a2 req-aef480ca-2b6f-47b5-a069-b1f46b702f66 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 210 time: 0.5365713 Aug 21 10:53:00.077604 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01127545-6c5d-470b-b05a-f9b45de4e0a2 req-7e90ec29-fec4-4971-b902-9c05a795a9f0 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:00.079366 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-01127545-6c5d-470b-b05a-f9b45de4e0a2 req-7e90ec29-fec4-4971-b902-9c05a795a9f0 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 944 time: 1.3689635 Aug 21 10:53:00.083451 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:00.083885 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Added segment 3da8aa36-0457-42e3-8e3d-48c2e3a62e15 of type vlan for network b1531c57-6eae-4a65-a579-65aad43c9f2c Aug 21 10:53:00.115518 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-18589cc1-778c-4737-aacc-57c76d1b78c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:00.121255 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-18589cc1-778c-4737-aacc-57c76d1b78c9 admin admin] Usage tracker for resource:security_group_rule and tenant:3f22a60ff04f4fdb82a7182bae550e1e is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:00.124457 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-18589cc1-778c-4737-aacc-57c76d1b78c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:00.135053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-18589cc1-778c-4737-aacc-57c76d1b78c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:00.211315 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:00.239960 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:00.252876 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-f6ff8802-717e-4180-baa1-c374e5145651 service neutron] 10.222.0.35 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635470 Aug 21 10:53:00.272354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:00.275256 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-01127545-6c5d-470b-b05a-f9b45de4e0a2 req-4b7f1a5a-197d-4f45-9b22-b4b18d0638f0 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758211 Aug 21 10:53:00.285739 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:00.331225 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-18589cc1-778c-4737-aacc-57c76d1b78c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:00.340896 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e8ff68-515e-4a0b-90d6-67a4e5ff3236,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:00.345140 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:00.350651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] Set router cb618512-4802-41c4-ba3e-de19044ec61a gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:53:00.356961 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:00.358814 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:00.359796 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:00.365874 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:00.448356 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:00.449984 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.7383077 Aug 21 10:53:00.461776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 48908) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:00.480440 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-86d27184-fec8-4c42-91a4-220008279696 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Request body: {'security_group_rule': {'security_group_id': '98e8ff68-515e-4a0b-90d6-67a4e5ff3236', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:53:00.493642 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-86d27184-fec8-4c42-91a4-220008279696 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:00.515910 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6782424 Aug 21 10:53:00.517622 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Pushing event updated for resources: {'Network': ['ID=b1531c57-6eae-4a65-a579-65aad43c9f2c,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:00.521853 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:00.523382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-86d27184-fec8-4c42-91a4-220008279696 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Usage tracker for resource:security_group_rule and tenant:92f4599243a149a7856c54fdc20f7e47 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:00.527042 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 48912) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:00.531772 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-86d27184-fec8-4c42-91a4-220008279696 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:00.532905 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network b1531c57-6eae-4a65-a579-65aad43c9f2c details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:53:00.539260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] Request body: {'subnet': {'network_id': 'b1531c57-6eae-4a65-a579-65aad43c9f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-687001560-subnet', 'tenant_id': '7857f6f7d20f4375b646831b3d0e867c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:53:00.558884 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-86d27184-fec8-4c42-91a4-220008279696 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:00.562529 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:00.597220 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Allocated IP 172.20.0.6 (d705d977-a219-4f74-8852-1db723d0eb37/f481c4ac-7411-4056-8fb8-3934f46c94ee/253cfa1a-5ab7-4d0f-a502-517cff08cca1) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:53:00.612238 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] Usage tracker for resource:subnet and tenant:7857f6f7d20f4375b646831b3d0e867c is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:00.621642 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:00.631524 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:00.672263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-86d27184-fec8-4c42-91a4-220008279696 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:00.684370 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] Made reservation on behalf of 7857f6f7d20f4375b646831b3d0e867c for: {'subnet': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:53:00.690586 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:00.711100 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac1357-fac9-45e2-986a-6d829f730440 req-41711098-ceae-44ed-a7e7-ce84441bd5b1 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:00.713235 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-74ac1357-fac9-45e2-986a-6d829f730440 req-41711098-ceae-44ed-a7e7-ce84441bd5b1 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 944 time: 0.1591818 Aug 21 10:53:00.850268 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:00.902031 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c923bcda-bbd7-4a00-874c-2b8076c31647', 'tag': '2643272f-82dd-470f-aa9d-963638aefb40', 'status': 'completed', 'code': 200} Aug 21 10:53:00.904750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-18589cc1-778c-4737-aacc-57c76d1b78c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:00.930647 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-74ac1357-fac9-45e2-986a-6d829f730440 req-66902c35-a63d-4e3f-a6df-fd9ebfaba4af tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103887 Aug 21 10:53:00.965656 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-86d27184-fec8-4c42-91a4-220008279696 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:00.995521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d60a9ddb-9e67-41a7-b724-db74e23daea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:01.012895 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-86d27184-fec8-4c42-91a4-220008279696 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:01.028785 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:01.122449 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-18589cc1-778c-4737-aacc-57c76d1b78c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f22a60ff04f4fdb82a7182bae550e1e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6417649 Aug 21 10:53:01.124912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48932) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:01.136387 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18589cc1-778c-4737-aacc-57c76d1b78c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167edef1-c98f-4012-86d3-f649f81c04c9,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:01.160408 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-18589cc1-778c-4737-aacc-57c76d1b78c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:01.171955 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d27184-fec8-4c42-91a4-220008279696 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11041059-a474-4ef4-aee7-ecbb5c1c588f,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:01.176075 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-86d27184-fec8-4c42-91a4-220008279696 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:01.259987 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 6153dd3a-3adc-4f44-aa62-1ce8dc22adad up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:53:01.307986 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-86d27184-fec8-4c42-91a4-220008279696 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:01.309475 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-86d27184-fec8-4c42-91a4-220008279696 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8463495 Aug 21 10:53:01.316187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 48938) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:01.361899 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-57550890-60f4-4950-a461-24326abcf52e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Request body: {'security_group_rule': {'security_group_id': '98e8ff68-515e-4a0b-90d6-67a4e5ff3236', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:53:01.366308 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:01.414396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-57550890-60f4-4950-a461-24326abcf52e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:01.423780 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for subnet, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:01.447599 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-57550890-60f4-4950-a461-24326abcf52e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Usage tracker for resource:security_group_rule and tenant:92f4599243a149a7856c54fdc20f7e47 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:01.478619 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-57550890-60f4-4950-a461-24326abcf52e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:01.493359 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-57550890-60f4-4950-a461-24326abcf52e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:01.500391 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:53:01.507942 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:01.522866 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:53:01.523509 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:01.571375 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ca6536f3-b751-402d-b264-8d1bfa61f07f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:01.595668 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Network d705d977-a219-4f74-8852-1db723d0eb37 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:53:01.599727 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:52:59Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:53:01.606824 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Pushing event updated for resources: {'Port': ['ID=253cfa1a-5ab7-4d0f-a502-517cff08cca1,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:01.609495 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:53:01.615753 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:01.618621 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:53:01.622383 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aad6b7c-e203-4c8d-ae0f-560505aa5d9e None None] The sync data for ids ['cb618512-4802-41c4-ba3e-de19044ec61a'] in dv-cinder-805477-1-iscsi is: [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:52:59Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:53:01.623939 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:01.624579 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:01.637189 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d4fddcf-7881-4c19-bae5-b1b234fccc87 req-6d49e17f-9eb6-458f-b06f-9d7104d0d6d4 service neutron] 10.222.0.35 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5876186 Aug 21 10:53:01.754384 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0634596 Aug 21 10:53:01.755346 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-84c24cb0-f070-4e63-8293-91fc93a83068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:01.820402 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b370f-bfe7-45a2-8240-bcdfb6b2de2e req-17d4831a-b258-4a3c-af20-5af3753bac66 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:01.821127 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-919b370f-bfe7-45a2-8240-bcdfb6b2de2e req-17d4831a-b258-4a3c-af20-5af3753bac66 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Synchronizing usage tracker for tenant:632e482613fd4a6c983ef87427c49787 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:53:01.822983 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:01.856048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-84c24cb0-f070-4e63-8293-91fc93a83068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:01.867937 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-576df3f8-5c03-4ad6-96a3-9b4373aee8eb req-6c519187-1fe0-43ef-bc72-eca206489b5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0ffe67d5b7c4e0996429c32f489c646&device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 1097 time: 0.7773373 Aug 21 10:53:01.870264 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-919b370f-bfe7-45a2-8240-bcdfb6b2de2e req-17d4831a-b258-4a3c-af20-5af3753bac66 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Unset dirty status for tenant:632e482613fd4a6c983ef87427c49787 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:53:01.872007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-57550890-60f4-4950-a461-24326abcf52e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:01.888286 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-919b370f-bfe7-45a2-8240-bcdfb6b2de2e req-17d4831a-b258-4a3c-af20-5af3753bac66 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 931 time: 0.5927291 Aug 21 10:53:01.896872 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=6153dd3a-3adc-4f44-aa62-1ce8dc22adad,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:01.919720 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:01.921973 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:01.937220 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Request body: {'port': {'device_id': '46676ec0-dbfc-4dbe-93af-8d9d5dc4125c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:53:02.001793 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51023052-a1e2-418a-b54a-2cb51419c1a4 req-e7298173-7249-4a79-9470-9d98da48461c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:02.003725 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-51023052-a1e2-418a-b54a-2cb51419c1a4 req-e7298173-7249-4a79-9470-9d98da48461c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 944 time: 0.4748542 Aug 21 10:53:02.078171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca45d647-84e3-44ce-89c3-56ea29d812fb,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:02.094731 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=6153dd3a-3adc-4f44-aa62-1ce8dc22adad,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:02.120751 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:02.139115 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:02.146180 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:02.183839 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-919b370f-bfe7-45a2-8240-bcdfb6b2de2e req-7ac012e7-d283-4a6f-9946-aa45830a72d5 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Synchronizing usage tracker for tenant:632e482613fd4a6c983ef87427c49787 on resource:security_group {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:53:02.211713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] Checking segment: {'id': '3da8aa36-0457-42e3-8e3d-48c2e3a62e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b1531c57-6eae-4a65-a579-65aad43c9f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:53:02.222883 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] Network hostable DHCP agents. Network: b1531c57-6eae-4a65-a579-65aad43c9f2c, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:53:02.269106 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-84c24cb0-f070-4e63-8293-91fc93a83068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:02.274228 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:02.289106 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:02.291333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-57550890-60f4-4950-a461-24326abcf52e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:02.310068 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c24cb0-f070-4e63-8293-91fc93a83068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167edef1-c98f-4012-86d3-f649f81c04c9,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:02.316786 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 {{(pid=82512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:53:02.321513 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-919b370f-bfe7-45a2-8240-bcdfb6b2de2e req-7ac012e7-d283-4a6f-9946-aa45830a72d5 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Unset dirty status for tenant:632e482613fd4a6c983ef87427c49787 on resource:security_group {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:53:02.333171 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-919b370f-bfe7-45a2-8240-bcdfb6b2de2e req-7ac012e7-d283-4a6f-9946-aa45830a72d5 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438615 Aug 21 10:53:02.343650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-84c24cb0-f070-4e63-8293-91fc93a83068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:02.359423 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-57550890-60f4-4950-a461-24326abcf52e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:02.360949 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:02.376381 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-86d27184-fec8-4c42-91a4-220008279696 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:02.387314 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-84c24cb0-f070-4e63-8293-91fc93a83068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:02.391864 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-84c24cb0-f070-4e63-8293-91fc93a83068 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/167edef1-c98f-4012-86d3-f649f81c04c9 HTTP/1.1" status: 204 len: 168 time: 1.2446365 Aug 21 10:53:02.466766 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] Network b1531c57-6eae-4a65-a579-65aad43c9f2c is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:53:02.473154 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Transition to ACTIVE for port object 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 will not be triggered until provisioned by entity L2. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:53:02.492915 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-51023052-a1e2-418a-b54a-2cb51419c1a4 req-31172cb4-3d5f-424e-9d6b-4e74dcdf2e3a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228203 Aug 21 10:53:02.513678 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57550890-60f4-4950-a461-24326abcf52e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe757a7-d766-45a2-a785-d7c6f0e50f5b,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:02.523854 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:02.523985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-57550890-60f4-4950-a461-24326abcf52e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:02.530237 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576df3f8-5c03-4ad6-96a3-9b4373aee8eb req-664ed7a1-1a42-48fa-8895-6493d13073d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:02.532027 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-576df3f8-5c03-4ad6-96a3-9b4373aee8eb req-664ed7a1-1a42-48fa-8895-6493d13073d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=04d87499-682e-4d6d-86f8-1cdce753042d HTTP/1.1" status: 200 len: 913 time: 0.5423555 Aug 21 10:53:02.535744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:02.614986 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-57550890-60f4-4950-a461-24326abcf52e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:02.617027 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-57550890-60f4-4950-a461-24326abcf52e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2798853 Aug 21 10:53:02.618766 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, b1531c57-6eae-4a65-a579-65aad43c9f2c) {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:53:02.625522 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 48974) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:02.630408 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90558293-993f-4ca1-96f6-e4a2523b7901 None None] Network b1531c57-6eae-4a65-a579-65aad43c9f2c requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:53:02.644392 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-576df3f8-5c03-4ad6-96a3-9b4373aee8eb req-ea4edf9d-059d-458b-8110-cb8f2194f4d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2643272f-82dd-470f-aa9d-963638aefb40 HTTP/1.1" status: 200 len: 217 time: 0.0927157 Aug 21 10:53:02.645144 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:02.645802 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:02.655145 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Request body: {'floatingip': {'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:53:02.737887 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:02.826149 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576df3f8-5c03-4ad6-96a3-9b4373aee8eb req-79284414-ca21-482e-8b58-63102d64fdfa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:02.826906 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-576df3f8-5c03-4ad6-96a3-9b4373aee8eb req-79284414-ca21-482e-8b58-63102d64fdfa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c481f5-d041-4d4c-a16d-213d439a2538 HTTP/1.1" status: 200 len: 852 time: 0.1676810 Aug 21 10:53:02.832911 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Usage tracker for resource:floatingip and tenant:92f4599243a149a7856c54fdc20f7e47 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:02.884024 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-0411e416-7ac5-4e8b-86e8-6b5bf899cd2c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3549070 Aug 21 10:53:02.898453 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-576df3f8-5c03-4ad6-96a3-9b4373aee8eb req-06c3c7b6-60a3-4892-ada9-54e517c56284 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04d87499-682e-4d6d-86f8-1cdce753042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646336 Aug 21 10:53:02.903743 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d563cc9-a469-4211-8284-9e663f9c54ca', 'tag': 'a4db44f4-8c3e-4320-b71a-542f14ea5790'}] {{(pid=82511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:53:03.045810 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 48992) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:03.056294 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c81b6-3c9a-4b9b-baf8-6562002120b7 None None] Network b1531c57-6eae-4a65-a579-65aad43c9f2c requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:53:03.093385 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d563cc9-a469-4211-8284-9e663f9c54ca', 'tag': 'a4db44f4-8c3e-4320-b71a-542f14ea5790', 'status': 'completed', 'code': 200} Aug 21 10:53:03.117101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:03.163630 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:03.179282 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:03.204305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:03.248928 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9522d772-cea1-41cd-8d4c-64469a7bb8bd req-7263bed6-7e98-48ae-8cfa-173705a562ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca4e747d982848ecb4db023d86d4ccd5&device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 1097 time: 0.1299412 Aug 21 10:53:03.288667 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 6153dd3a-3adc-4f44-aa62-1ce8dc22adad up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:53:03.474157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522d772-cea1-41cd-8d4c-64469a7bb8bd req-1dbf5fdd-6a85-4ff8-8a0b-fb192434dbe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:03.476452 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9522d772-cea1-41cd-8d4c-64469a7bb8bd req-1dbf5fdd-6a85-4ff8-8a0b-fb192434dbe8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4de6ebeb-552e-4358-808e-6e565693a7b6 HTTP/1.1" status: 200 len: 915 time: 0.2165833 Aug 21 10:53:03.480275 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-576df3f8-5c03-4ad6-96a3-9b4373aee8eb req-a82698a6-6978-4d72-86f6-5d9f3a0a7123 service neutron] 10.222.0.35 "GET /v2.0/networks/04d87499-682e-4d6d-86f8-1cdce753042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5694823 Aug 21 10:53:03.483605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253cfa1a-5ab7-4d0f-a502-517cff08cca1 {{(pid=82512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:53:03.493302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:03.512882 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Transition to ACTIVE for port object 253cfa1a-5ab7-4d0f-a502-517cff08cca1 will not be triggered until provisioned by entity L2. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:53:03.536939 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for floatingip, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:03.555206 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:03.565967 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c8a26-8c9c-4ace-9775-8fe474d85cb9 req-cea4bb77-30c3-46f1-84e1-2fd564a21805 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:03.574176 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fd3c8a26-8c9c-4ace-9775-8fe474d85cb9 req-cea4bb77-30c3-46f1-84e1-2fd564a21805 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 944 time: 1.0043628 Aug 21 10:53:03.618302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Attempting to bind port 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:53:03.618781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Attempting to bind port 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'a4767212-735d-430e-9862-a96adcbbd211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37'}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:53:03.619220 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Attempting to bind port 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 on network d705d977-a219-4f74-8852-1db723d0eb37 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:53:03.632627 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:53:03.633107 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:03.635824 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:03.669846 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Port 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 on network d705d977-a219-4f74-8852-1db723d0eb37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:53:03.670549 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Attempting to bind port 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 on network d705d977-a219-4f74-8852-1db723d0eb37 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:53:03.849175 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:53:03.849650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Checking segment: {'id': 'a4767212-735d-430e-9862-a96adcbbd211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:53:03.850242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Bound using segment: {'id': 'a4767212-735d-430e-9862-a96adcbbd211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37'} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:53:03.850771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Bound port: 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4767212-735d-430e-9862-a96adcbbd211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37'}}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:53:03.851164 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:03.948563 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Pushing event updated for resources: {'Port': ['ID=253cfa1a-5ab7-4d0f-a502-517cff08cca1,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:03.968807 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:04.016797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-fd3c8a26-8c9c-4ace-9775-8fe474d85cb9 req-1ccd52c4-9b85-4167-a4c2-805ef0476389 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Synchronizing usage tracker for tenant:e0ffe67d5b7c4e0996429c32f489c646 on resource:security_group {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:53:04.022387 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a7585b21-8e6d-40b7-b1ea-51640b457c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:04.074677 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a7585b21-8e6d-40b7-b1ea-51640b457c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:04.078863 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a7585b21-8e6d-40b7-b1ea-51640b457c7c admin admin] Usage tracker for resource:security_group_rule and tenant:07c811211d964f20b9fd807770e8be6f is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:04.082457 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a7585b21-8e6d-40b7-b1ea-51640b457c7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:04.090029 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a7585b21-8e6d-40b7-b1ea-51640b457c7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:04.095906 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Attempting to bind port 253cfa1a-5ab7-4d0f-a502-517cff08cca1 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:53:04.096302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Attempting to bind port 253cfa1a-5ab7-4d0f-a502-517cff08cca1 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'a4767212-735d-430e-9862-a96adcbbd211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37'}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:53:04.099985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Attempting to bind port 253cfa1a-5ab7-4d0f-a502-517cff08cca1 on network d705d977-a219-4f74-8852-1db723d0eb37 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:53:04.115593 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] For port 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4, host hv-cinder-80547, cleared binding levels {{(pid=82512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:53:04.122497 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] For port 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4,segment=NetworkSegment(a4767212-735d-430e-9862-a96adcbbd211),segment_id=a4767212-735d-430e-9862-a96adcbbd211)] {{(pid=82512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:53:04.127993 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Port 253cfa1a-5ab7-4d0f-a502-517cff08cca1 on network d705d977-a219-4f74-8852-1db723d0eb37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:53:04.128363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Attempting to bind port 253cfa1a-5ab7-4d0f-a502-517cff08cca1 on network d705d977-a219-4f74-8852-1db723d0eb37 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:53:04.132947 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-fd3c8a26-8c9c-4ace-9775-8fe474d85cb9 req-1ccd52c4-9b85-4167-a4c2-805ef0476389 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Unset dirty status for tenant:e0ffe67d5b7c4e0996429c32f489c646 on resource:security_group {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:53:04.141348 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fd3c8a26-8c9c-4ace-9775-8fe474d85cb9 req-1ccd52c4-9b85-4167-a4c2-805ef0476389 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660949 Aug 21 10:53:04.172024 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a7585b21-8e6d-40b7-b1ea-51640b457c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:04.197387 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9522d772-cea1-41cd-8d4c-64469a7bb8bd req-2fa6b26f-624e-4415-8065-31bf696d9067 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4db44f4-8c3e-4320-b71a-542f14ea5790 HTTP/1.1" status: 200 len: 217 time: 0.7091281 Aug 21 10:53:04.205578 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a7585b21-8e6d-40b7-b1ea-51640b457c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:04.220693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:04.230160 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:53:04.230751 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Checking segment: {'id': 'a4767212-735d-430e-9862-a96adcbbd211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:53:04.231354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Bound using segment: {'id': 'a4767212-735d-430e-9862-a96adcbbd211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37'} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:53:04.233435 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Bound port: 253cfa1a-5ab7-4d0f-a502-517cff08cca1, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4767212-735d-430e-9862-a96adcbbd211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37'}}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:53:04.233980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:04.279906 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:04.283598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:04.312483 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a7585b21-8e6d-40b7-b1ea-51640b457c7c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07c811211d964f20b9fd807770e8be6f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2578304 Aug 21 10:53:04.318894 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 49028) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:04.343775 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7585b21-8e6d-40b7-b1ea-51640b457c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49738cb2-baff-46b9-b45d-136db43932fc,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:04.347057 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a7585b21-8e6d-40b7-b1ea-51640b457c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:04.392450 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522d772-cea1-41cd-8d4c-64469a7bb8bd req-6581755e-954d-43dc-b49a-d17034cf45ad service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:04.394027 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9522d772-cea1-41cd-8d4c-64469a7bb8bd req-6581755e-954d-43dc-b49a-d17034cf45ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=029d870c-18d8-43a7-b4a5-2f13ab15e3e4 HTTP/1.1" status: 200 len: 854 time: 0.1872208 Aug 21 10:53:04.402782 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428c29f-d751-4c4a-988f-74360dde3cc4 req-b3be3a25-f5d9-474e-bca5-e600164a5463 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:04.404409 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6428c29f-d751-4c4a-988f-74360dde3cc4 req-b3be3a25-f5d9-474e-bca5-e600164a5463 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 943 time: 0.5030527 Aug 21 10:53:04.427162 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4,revision_number=3']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:04.461118 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:04.466179 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-576df3f8-5c03-4ad6-96a3-9b4373aee8eb req-3174918b-29b7-4214-a8bb-3d6899c4ca50 service neutron] 10.222.0.35 "GET /v2.0/networks/04d87499-682e-4d6d-86f8-1cdce753042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9766214 Aug 21 10:53:04.474185 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:04.489330 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9522d772-cea1-41cd-8d4c-64469a7bb8bd req-42ca73f8-6c60-44c8-abdf-cb21e0a29e39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4de6ebeb-552e-4358-808e-6e565693a7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838764 Aug 21 10:53:04.614871 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6428c29f-d751-4c4a-988f-74360dde3cc4 req-853af64a-7044-481c-9b8b-1eb7c12d3d6c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690216 Aug 21 10:53:04.632695 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Allocated IP 172.27.3.134 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/b90edd41-747d-4faf-a485-c5ccb3441476) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:53:04.673553 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9522d772-cea1-41cd-8d4c-64469a7bb8bd req-26bb3d98-5f48-4b8f-bfbb-f0b140ec93f1 service neutron] 10.222.0.35 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718791 Aug 21 10:53:04.738732 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:04.740306 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] 10.222.0.35 "PUT /v2.0/ports/8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 HTTP/1.1" status: 200 len: 1093 time: 6.1863420 Aug 21 10:53:04.744676 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e107f887-3725-4f80-8e51-35f584fd5919', 'tag': '8eed1f9b-507b-47e7-a26d-9c3bbb6967e4'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:53:04.849743 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9522d772-cea1-41cd-8d4c-64469a7bb8bd req-ec91c6bb-53b6-4431-82eb-8d3450389dd3 service neutron] 10.222.0.35 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700747 Aug 21 10:53:04.897291 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] For port 253cfa1a-5ab7-4d0f-a502-517cff08cca1, host hv-cinder-80547, cleared binding levels {{(pid=82512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:53:04.904630 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] For port 253cfa1a-5ab7-4d0f-a502-517cff08cca1, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=253cfa1a-5ab7-4d0f-a502-517cff08cca1,segment=NetworkSegment(a4767212-735d-430e-9862-a96adcbbd211),segment_id=a4767212-735d-430e-9862-a96adcbbd211)] {{(pid=82512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:53:04.963154 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:04.982098 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:05.027782 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49052) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:05.034243 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-836901029-network', 'tenant_id': 'a82de763093a424f8824376612d5cdc3'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:53:05.041690 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:05.049565 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Usage tracker for resource:network and tenant:a82de763093a424f8824376612d5cdc3 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:05.055481 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:05.058541 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-68c344ea-6f2e-4844-9b07-837a0442e86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:05.068416 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:05.114161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Made reservation on behalf of a82de763093a424f8824376612d5cdc3 for: {'network': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:53:05.119521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:05.131739 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:05.156749 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:05.189298 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3e727-6f9d-4787-8102-0c597b447da7 req-d7e2a82a-dafb-4cf6-8d63-79ab741a03ff tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:05.190931 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-72b3e727-6f9d-4787-8102-0c597b447da7 req-d7e2a82a-dafb-4cf6-8d63-79ab741a03ff tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 944 time: 0.8708606 Aug 21 10:53:05.208639 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-68c344ea-6f2e-4844-9b07-837a0442e86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:05.219388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:05.224369 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Usage tracker for resource:security_group_rule and tenant:a82de763093a424f8824376612d5cdc3 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:05.225354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:05.226859 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] 10.222.0.35 "PUT /v2.0/ports/253cfa1a-5ab7-4d0f-a502-517cff08cca1 HTTP/1.1" status: 200 len: 1093 time: 3.2941980 Aug 21 10:53:05.228241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:05.242756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:05.283414 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Pushing event updated for resources: {'Port': ['ID=253cfa1a-5ab7-4d0f-a502-517cff08cca1,revision_number=3']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:05.307863 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-e1f6a865-993c-43a0-8ad1-2ae936cce7de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=632e482613fd4a6c983ef87427c49787&device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 1096 time: 0.5082242 Aug 21 10:53:05.316053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:05.349195 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:05.382256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:05.387872 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:05.429630 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49af783b-ad21-4c09-859b-dfe6593cb794,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:05.443343 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e107f887-3725-4f80-8e51-35f584fd5919', 'tag': '8eed1f9b-507b-47e7-a26d-9c3bbb6967e4', 'status': 'completed', 'code': 200} Aug 21 10:53:05.455814 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=82511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 10:53:05.464829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:05.479128 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-72b3e727-6f9d-4787-8102-0c597b447da7 req-90937942-0a99-4c91-84c1-a93565a346c4 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395575 Aug 21 10:53:05.496303 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:05.498549 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Added segment 14e767e7-627f-4756-9c7c-97cbd210a5c2 of type vlan for network 93d84c21-8ce7-4a08-8a3f-6f6569f0284f Aug 21 10:53:05.499386 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-d6044c74-3b74-4bb8-9f5c-ecf4e7fb779c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 HTTP/1.1" status: 200 len: 217 time: 0.1707268 Aug 21 10:53:05.547422 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:05.555241 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-ca4b1fe8-e8f3-497e-a0c5-da41341da1d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=632e482613fd4a6c983ef87427c49787&device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 1096 time: 0.2430866 Aug 21 10:53:05.566388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:05.602910 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:05.744299 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:05.749657 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:05.750357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:05.766738 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a49f2045-ffe1-4674-a0bc-d6fdac2d557f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:05.874776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129feac-9217-4675-ad06-611cbead7425 req-fac95401-c580-461e-ae49-adacfb8aaa3c tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:05.876542 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9129feac-9217-4675-ad06-611cbead7425 req-fac95401-c580-461e-ae49-adacfb8aaa3c tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 944 time: 0.2541232 Aug 21 10:53:05.927777 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Pushing event updated for resources: {'Network': ['ID=93d84c21-8ce7-4a08-8a3f-6f6569f0284f,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:05.930714 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:05.941242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network 93d84c21-8ce7-4a08-8a3f-6f6569f0284f details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:53:05.955300 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-d047c943-8ab9-4d5b-a82d-efa4a224eff7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:05.957266 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-d047c943-8ab9-4d5b-a82d-efa4a224eff7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f481c4ac-7411-4056-8fb8-3934f46c94ee HTTP/1.1" status: 200 len: 858 time: 0.4507835 Aug 21 10:53:05.964973 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9129feac-9217-4675-ad06-611cbead7425 req-e1a0f68e-c9f9-4c42-b2c3-e0eb1ae8a403 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795255 Aug 21 10:53:05.966788 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9376976 Aug 21 10:53:05.968214 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:53:05.970477 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-5e3a9c15-f57c-43a0-ab56-ca03790d8d3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=253cfa1a-5ab7-4d0f-a502-517cff08cca1 HTTP/1.1" status: 200 len: 217 time: 0.1712024 Aug 21 10:53:05.971135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event updated for resources: {'Port': ['ID=b90edd41-747d-4faf-a485-c5ccb3441476,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:05.977773 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49086) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:05.986217 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] Request body: {'subnet': {'network_id': '93d84c21-8ce7-4a08-8a3f-6f6569f0284f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-836901029-subnet', 'tenant_id': 'a82de763093a424f8824376612d5cdc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:53:05.997668 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:06.002108 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] Usage tracker for resource:subnet and tenant:a82de763093a424f8824376612d5cdc3 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:06.005807 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:06.010004 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:53:06.017598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:06.017785 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:06.023476 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:53:06.071334 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-2ee2d8c9-e762-481f-9618-0c45aab31bc5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d705d977-a219-4f74-8852-1db723d0eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060522 Aug 21 10:53:06.078056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-68c344ea-6f2e-4844-9b07-837a0442e86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:06.080013 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] Made reservation on behalf of a82de763093a424f8824376612d5cdc3 for: {'subnet': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:53:06.085549 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:06.087360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:06.206673 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c344ea-6f2e-4844-9b07-837a0442e86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49738cb2-baff-46b9-b45d-136db43932fc,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:06.224846 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-68c344ea-6f2e-4844-9b07-837a0442e86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:06.288802 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-177e866f-2856-4d5f-92dd-8a1615898a0c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:06.290515 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-177e866f-2856-4d5f-92dd-8a1615898a0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f481c4ac-7411-4056-8fb8-3934f46c94ee HTTP/1.1" status: 200 len: 858 time: 0.2720020 Aug 21 10:53:06.298300 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2643272f-82dd-470f-aa9d-963638aefb40 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:53:06.305097 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-68c344ea-6f2e-4844-9b07-837a0442e86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:06.306301 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-68c344ea-6f2e-4844-9b07-837a0442e86d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49738cb2-baff-46b9-b45d-136db43932fc HTTP/1.1" status: 204 len: 168 time: 1.9339023 Aug 21 10:53:06.370738 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa1acf-3c9b-4a7f-b9d7-380736aa2932 req-75567fe8-4699-4c44-a6b0-6a3fb41435b5 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:06.372553 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-12aa1acf-3c9b-4a7f-b9d7-380736aa2932 req-75567fe8-4699-4c44-a6b0-6a3fb41435b5 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 943 time: 0.5055866 Aug 21 10:53:06.395822 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-c3213a93-5df0-403e-bedb-1feac751c34b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d705d977-a219-4f74-8852-1db723d0eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951512 Aug 21 10:53:06.506266 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2643272f-82dd-470f-aa9d-963638aefb40, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2643272f-82dd-470f-aa9d-963638aefb40,segment=NetworkSegment(e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de),segment_id=e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:06.526701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '2643272f-82dd-470f-aa9d-963638aefb40', 'network_id': '04d87499-682e-4d6d-86f8-1cdce753042d', 'port_id': '2643272f-82dd-470f-aa9d-963638aefb40', 'mac_address': 'fa:16:3e:a6:61:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c481f5-d041-4d4c-a16d-213d439a2538', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:53:06.588298 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-7713acfe-5688-4b39-92f9-31b881608987 service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057602 Aug 21 10:53:06.593814 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:06.619818 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2643272f-82dd-470f-aa9d-963638aefb40 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:53:06.637898 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2643272f-82dd-470f-aa9d-963638aefb40, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2643272f-82dd-470f-aa9d-963638aefb40,segment=NetworkSegment(e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de),segment_id=e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:06.640530 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for subnet, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:06.650143 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:06.703124 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:06.704913 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device a4db44f4-8c3e-4320-b71a-542f14ea5790 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:53:06.709281 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:06.712576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:06.734241 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-12aa1acf-3c9b-4a7f-b9d7-380736aa2932 req-1ba00b76-eb4c-45da-aa55-ef4c21b48f39 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410873 Aug 21 10:53:06.849312 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-532d0d23-258e-496f-b1ed-f58f77cb2b3a service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299722 Aug 21 10:53:06.884951 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c4c13b4-b84e-4a13-9f19-494bcf0989d4,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:06.909438 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:06.919177 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49114) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:06.942457 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc18a9-0b36-439b-bcfb-46434e91e249 req-3370c120-0653-432e-acae-c072dd1c5c09 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:06.944384 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-54fc18a9-0b36-439b-bcfb-46434e91e249 req-3370c120-0653-432e-acae-c072dd1c5c09 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 944 time: 0.2616103 Aug 21 10:53:06.947451 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] Checking segment: {'id': '14e767e7-627f-4756-9c7c-97cbd210a5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '93d84c21-8ce7-4a08-8a3f-6f6569f0284f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:53:06.948052 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] Network hostable DHCP agents. Network: 93d84c21-8ce7-4a08-8a3f-6f6569f0284f, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:53:06.968608 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ee649ff-701a-4b37-9b15-30e3e955b726 req-86482fe8-8b60-4c99-a85e-0ac6ee9f0bf1 service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474412 Aug 21 10:53:06.969901 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:07.054018 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-54fc18a9-0b36-439b-bcfb-46434e91e249 req-da0e5e5c-4f69-4548-b069-c2df542da27a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933430 Aug 21 10:53:07.062032 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] Network 93d84c21-8ce7-4a08-8a3f-6f6569f0284f is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:53:07.089067 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=2643272f-82dd-470f-aa9d-963638aefb40,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:07.114682 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, 93d84c21-8ce7-4a08-8a3f-6f6569f0284f) {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:53:07.118767 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:07.119422 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:07.148879 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:07.149708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdad51e2-2dd7-4e9e-91b5-2fbc3ae50cb4 None None] Network 93d84c21-8ce7-4a08-8a3f-6f6569f0284f requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:53:07.245298 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26e7c92a-e705-4bf2-88d5-f935b208ca53 req-4412324a-847f-4602-8a31-cd766c7446f8 service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761835 Aug 21 10:53:07.250541 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port a4db44f4-8c3e-4320-b71a-542f14ea5790, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=a4db44f4-8c3e-4320-b71a-542f14ea5790,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:07.279938 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': 'a4db44f4-8c3e-4320-b71a-542f14ea5790', 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6', 'port_id': 'a4db44f4-8c3e-4320-b71a-542f14ea5790', 'mac_address': 'fa:16:3e:79:36:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029d870c-18d8-43a7-b4a5-2f13ab15e3e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:53:07.293999 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-6e33e07e-cadf-4336-94c0-53ae47504ec4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3143086 Aug 21 10:53:07.295414 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-49a02d2f-dea8-4b67-9444-7e18ad3b84b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:07.296399 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89651f00-3e3c-4573-8047-c2052b704b6d req-b9b8cd61-41c7-45de-afe6-716128a6d244 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=632e482613fd4a6c983ef87427c49787&device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 1096 time: 0.2426934 Aug 21 10:53:07.355308 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-49a02d2f-dea8-4b67-9444-7e18ad3b84b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:07.365071 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-49a02d2f-dea8-4b67-9444-7e18ad3b84b3 admin admin] Usage tracker for resource:security_group_rule and tenant:1773f1de5f10409aaf88af0e84d27dc0 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:07.373651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-49a02d2f-dea8-4b67-9444-7e18ad3b84b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:07.378784 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49124) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:07.419133 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-939e75bd-9d5c-4b94-b2bd-d1cbb01d0f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:07.445927 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-49a02d2f-dea8-4b67-9444-7e18ad3b84b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:07.474612 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:07.503313 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4db44f4-8c3e-4320-b71a-542f14ea5790 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:53:07.533499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49128) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:07.574886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port a4db44f4-8c3e-4320-b71a-542f14ea5790, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=a4db44f4-8c3e-4320-b71a-542f14ea5790,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:07.628633 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-939e75bd-9d5c-4b94-b2bd-d1cbb01d0f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:07.639871 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:07.642262 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c06fd231-72bd-47f8-80ab-98822687cf3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:07.649803 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-939e75bd-9d5c-4b94-b2bd-d1cbb01d0f6c admin admin] Usage tracker for resource:security_group_rule and tenant:2672ae5eec074374b3155df30d862cc8 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:07.660925 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-63860a5a-3ef9-4d22-bc57-2c73364c0cf5 admin admin] Deleting subnet ca45d647-84e3-44ce-89c3-56ea29d812fb {{(pid=82511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 10:53:07.664261 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-49a02d2f-dea8-4b67-9444-7e18ad3b84b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:07.665481 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-939e75bd-9d5c-4b94-b2bd-d1cbb01d0f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:07.669871 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46676ec0-dbfc-4dbe-93af-8d9d5dc4125c', 'tag': '253cfa1a-5ab7-4d0f-a502-517cff08cca1'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:53:07.673550 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-939e75bd-9d5c-4b94-b2bd-d1cbb01d0f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:07.678709 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0c688d-e441-444b-a313-be49efda36af None None] Network 93d84c21-8ce7-4a08-8a3f-6f6569f0284f requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:53:07.721373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89651f00-3e3c-4573-8047-c2052b704b6d req-6e98e24e-8abd-46a5-8364-31dd237f3b33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:07.724428 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89651f00-3e3c-4573-8047-c2052b704b6d req-6e98e24e-8abd-46a5-8364-31dd237f3b33 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d705d977-a219-4f74-8852-1db723d0eb37 HTTP/1.1" status: 200 len: 919 time: 0.4145036 Aug 21 10:53:07.741537 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-63860a5a-3ef9-4d22-bc57-2c73364c0cf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:07.792771 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46676ec0-dbfc-4dbe-93af-8d9d5dc4125c', 'tag': '253cfa1a-5ab7-4d0f-a502-517cff08cca1', 'status': 'completed', 'code': 200} Aug 21 10:53:07.805483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=a4db44f4-8c3e-4320-b71a-542f14ea5790,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:07.811218 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:07.812238 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-63860a5a-3ef9-4d22-bc57-2c73364c0cf5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:07.819998 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-63860a5a-3ef9-4d22-bc57-2c73364c0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:07.862071 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89651f00-3e3c-4573-8047-c2052b704b6d req-a112acf6-a153-4eb8-9da7-adb35f999975 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 HTTP/1.1" status: 200 len: 217 time: 0.1305768 Aug 21 10:53:07.934011 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-49a02d2f-dea8-4b67-9444-7e18ad3b84b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:07.936385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:07.965754 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a7585b21-8e6d-40b7-b1ea-51640b457c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:07.971992 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89651f00-3e3c-4573-8047-c2052b704b6d req-659c959b-2783-4726-aa4b-bf3794060348 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:07.973896 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89651f00-3e3c-4573-8047-c2052b704b6d req-659c959b-2783-4726-aa4b-bf3794060348 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f481c4ac-7411-4056-8fb8-3934f46c94ee HTTP/1.1" status: 200 len: 858 time: 0.0936782 Aug 21 10:53:08.037576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a02d2f-dea8-4b67-9444-7e18ad3b84b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46167512-3207-405d-bfe2-29a0a324bf2d,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:08.038355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:08.042357 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89651f00-3e3c-4573-8047-c2052b704b6d req-f326b8c9-2430-45df-829e-8ed0904e9a13 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d705d977-a219-4f74-8852-1db723d0eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609305 Aug 21 10:53:08.049036 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe7a95-a36b-421e-9fc5-7e05e856eb99 req-957657e1-e4ca-476b-a91e-9b86473144aa tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:08.050553 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8ffe7a95-a36b-421e-9fc5-7e05e856eb99 req-957657e1-e4ca-476b-a91e-9b86473144aa tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 945 time: 0.3817410 Aug 21 10:53:08.053320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-63860a5a-3ef9-4d22-bc57-2c73364c0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for subnet, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:08.064234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-49a02d2f-dea8-4b67-9444-7e18ad3b84b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:08.081012 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:08.122667 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fb69eb12-1a36-4b5f-8f28-f80d9f7d0feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:08.184099 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63860a5a-3ef9-4d22-bc57-2c73364c0cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca45d647-84e3-44ce-89c3-56ea29d812fb,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:08.195843 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-63860a5a-3ef9-4d22-bc57-2c73364c0cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:08.198719 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-939e75bd-9d5c-4b94-b2bd-d1cbb01d0f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:08.205721 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-49a02d2f-dea8-4b67-9444-7e18ad3b84b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1773f1de5f10409aaf88af0e84d27dc0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2805498 Aug 21 10:53:08.207084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49146) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:08.210851 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-63860a5a-3ef9-4d22-bc57-2c73364c0cf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:08.235128 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-939e75bd-9d5c-4b94-b2bd-d1cbb01d0f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:08.244620 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['a4db44f4-8c3e-4320-b71a-542f14ea5790'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:53:08.267561 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9cd92433-3a59-435e-88c2-49dd26ff89ff tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:08.267750 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-50883134-54a0-414b-922d-4aa1d34eb54b req-6371d8f3-0f61-42fd-a75c-880ff0082f01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=632e482613fd4a6c983ef87427c49787&device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 1096 time: 0.4758589 Aug 21 10:53:08.273840 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event updated for resources: {'Port': ['ID=b90edd41-747d-4faf-a485-c5ccb3441476,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:08.281806 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:08.297447 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['2643272f-82dd-470f-aa9d-963638aefb40'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:53:08.307092 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-63860a5a-3ef9-4d22-bc57-2c73364c0cf5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ca45d647-84e3-44ce-89c3-56ea29d812fb HTTP/1.1" status: 204 len: 168 time: 0.7699142 Aug 21 10:53:08.312067 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:08.319278 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 49152) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:08.345611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e75bd-9d5c-4b94-b2bd-d1cbb01d0f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c59c06f-f044-4526-881a-fefb55de1692,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:08.352448 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-939e75bd-9d5c-4b94-b2bd-d1cbb01d0f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:08.358833 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b4cf9-24ed-4fad-86ab-0e876c774a87 req-6232959f-ad6e-44b8-8284-0ef2b2fed034 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:08.360540 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-840b4cf9-24ed-4fad-86ab-0e876c774a87 req-6232959f-ad6e-44b8-8284-0ef2b2fed034 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 943 time: 0.3430212 Aug 21 10:53:08.372632 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-939e75bd-9d5c-4b94-b2bd-d1cbb01d0f6c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2672ae5eec074374b3155df30d862cc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9908588 Aug 21 10:53:08.374716 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49156) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:08.420186 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f8bc8ddf-a57f-4be0-9c41-9180ffcc79bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:08.484191 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f8bc8ddf-a57f-4be0-9c41-9180ffcc79bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:08.530393 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-840b4cf9-24ed-4fad-86ab-0e876c774a87 req-982bdc3d-810c-4ddd-815d-923290f8a345 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563039 Aug 21 10:53:08.535129 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8ffe7a95-a36b-421e-9fc5-7e05e856eb99 req-68457c8b-3088-472a-9950-89634435dacf tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141388 Aug 21 10:53:08.535928 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:08.545202 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9020803 Aug 21 10:53:08.545202 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89651f00-3e3c-4573-8047-c2052b704b6d req-9dd1ec93-1ed9-4601-86df-c15ac0bcd26c service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923632 Aug 21 10:53:08.573332 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-516b6501-68cd-4de3-b9bd-fe0d63cd46cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:08.628356 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-516b6501-68cd-4de3-b9bd-fe0d63cd46cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:08.691413 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:08.725423 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f8bc8ddf-a57f-4be0-9c41-9180ffcc79bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:08.731427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-41f98955-9ba2-4416-b792-d3fc58f06e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:08.744099 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc8ddf-a57f-4be0-9c41-9180ffcc79bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46167512-3207-405d-bfe2-29a0a324bf2d,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:08.747058 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f8bc8ddf-a57f-4be0-9c41-9180ffcc79bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:08.748551 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-516b6501-68cd-4de3-b9bd-fe0d63cd46cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:08.759090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:08.774487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b6501-68cd-4de3-b9bd-fe0d63cd46cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c59c06f-f044-4526-881a-fefb55de1692,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:08.776748 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f8bc8ddf-a57f-4be0-9c41-9180ffcc79bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:08.777881 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-f8bc8ddf-a57f-4be0-9c41-9180ffcc79bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46167512-3207-405d-bfe2-29a0a324bf2d HTTP/1.1" status: 204 len: 168 time: 0.5689979 Aug 21 10:53:08.778951 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-516b6501-68cd-4de3-b9bd-fe0d63cd46cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:08.779709 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-516b6501-68cd-4de3-b9bd-fe0d63cd46cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:08.780845 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-516b6501-68cd-4de3-b9bd-fe0d63cd46cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c59c06f-f044-4526-881a-fefb55de1692 HTTP/1.1" status: 204 len: 168 time: 0.4021170 Aug 21 10:53:08.798540 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50883134-54a0-414b-922d-4aa1d34eb54b req-66f5c1f5-6bd1-4739-a9a4-3cfb673fc903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:08.800970 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-50883134-54a0-414b-922d-4aa1d34eb54b req-66f5c1f5-6bd1-4739-a9a4-3cfb673fc903 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d705d977-a219-4f74-8852-1db723d0eb37 HTTP/1.1" status: 200 len: 919 time: 0.5204008 Aug 21 10:53:08.883886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-d0ab2ded-6974-402d-90ab-2ad99aa3aefe tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Synchronizing usage tracker for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:security_group {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:53:08.931293 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-d0ab2ded-6974-402d-90ab-2ad99aa3aefe tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Unset dirty status for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:security_group {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:53:08.933741 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-d0ab2ded-6974-402d-90ab-2ad99aa3aefe tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2068147387&fields=id&tenant_id=92f4599243a149a7856c54fdc20f7e47 HTTP/1.1" status: 200 len: 267 time: 0.1013553 Aug 21 10:53:09.026050 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-50883134-54a0-414b-922d-4aa1d34eb54b req-3fec36f3-3225-4671-b2ec-cf142b2bdd89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=253cfa1a-5ab7-4d0f-a502-517cff08cca1 HTTP/1.1" status: 200 len: 217 time: 0.1788366 Aug 21 10:53:09.103973 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-c1ada3ae-0d75-48ee-a939-3597bb318dc0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:09.108745 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-c1ada3ae-0d75-48ee-a939-3597bb318dc0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/networks?id=ffac6d6c-98c6-42e8-8c03-8096916bd29d HTTP/1.1" status: 200 len: 817 time: 0.1648006 Aug 21 10:53:09.113628 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:09.123112 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89651f00-3e3c-4573-8047-c2052b704b6d req-a4f89a83-5a1e-4e2b-9e8a-aa499aa6b71a service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623884 Aug 21 10:53:09.124396 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-c2d754d7-7997-4b10-9d06-36f17f341083 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/quotas/92f4599243a149a7856c54fdc20f7e47 HTTP/1.1" status: 200 len: 375 time: 0.0128002 Aug 21 10:53:09.144943 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:53:09.145320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:53:09.146157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:53:09.146693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Subscribe: > port after_create 55550000 {{(pid=82512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:53:09.147034 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Subscribe: > port after_delete 55550000 {{(pid=82512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:53:09.147405 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Subscribe: > port after_update 55550000 {{(pid=82512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:53:09.147819 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:53:09.148204 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:53:09.148592 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:53:09.148986 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:53:09.271026 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-e829df94-2158-48a0-a67e-706939e98cd2 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=92f4599243a149a7856c54fdc20f7e47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1220701 Aug 21 10:53:09.278503 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:53:09.278924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:53:09.279288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:53:09.279725 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82512) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:53:09.280126 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1531c57-6eae-4a65-a579-65aad43c9f2c']}} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:53:09.304039 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99bc0a-6196-49be-b56a-898bf12b7da9 req-0655eb72-a0c9-4f8c-9385-bdec93a8290c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:09.311615 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ba99bc0a-6196-49be-b56a-898bf12b7da9 req-0655eb72-a0c9-4f8c-9385-bdec93a8290c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 945 time: 0.6174490 Aug 21 10:53:09.336091 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da8aa36-0457-42e3-8e3d-48c2e3a62e15') {'for_net_delete': True} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:53:09.336439 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da8aa36-0457-42e3-8e3d-48c2e3a62e15') {} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:53:09.358567 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50883134-54a0-414b-922d-4aa1d34eb54b req-e5e07d33-0bba-4f1b-9b0f-c5952b17aeef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:09.360218 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-50883134-54a0-414b-922d-4aa1d34eb54b req-e5e07d33-0bba-4f1b-9b0f-c5952b17aeef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f481c4ac-7411-4056-8fb8-3934f46c94ee HTTP/1.1" status: 200 len: 858 time: 0.3044403 Aug 21 10:53:09.361898 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649459'] for segment, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:09.365246 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e62635a2-373e-4d79-b108-eec7a7f2bba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:09.435787 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-50883134-54a0-414b-922d-4aa1d34eb54b req-cf8dec1e-7c7d-4b5e-91d9-6965a0faf41c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d705d977-a219-4f74-8852-1db723d0eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643167 Aug 21 10:53:09.436937 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:09.476490 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=82512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 10:53:09.476949 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822618131'] for segment, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: (self, other), Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: (self, other), Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:53:09.495653 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:53:09.644904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49202) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:09.679327 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6b7ac95c-81bb-48f2-8447-ed90551c028d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:09.755614 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-6b7ac95c-81bb-48f2-8447-ed90551c028d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:09.761185 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-6b7ac95c-81bb-48f2-8447-ed90551c028d admin admin] Usage tracker for resource:security_group_rule and tenant:c687170ac62148299bd1fe05220ee62c is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:09.765647 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-6b7ac95c-81bb-48f2-8447-ed90551c028d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:09.772974 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-6b7ac95c-81bb-48f2-8447-ed90551c028d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:09.806186 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ba99bc0a-6196-49be-b56a-898bf12b7da9 req-d23563af-771e-4cb5-9bae-929f20484885 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935591 Aug 21 10:53:09.899534 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-21ca77ed-b9d9-4d9c-ac16-19f11280abb0 service neutron] 10.222.0.49 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845149 Aug 21 10:53:09.904099 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6b7ac95c-81bb-48f2-8447-ed90551c028d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:09.928626 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-50883134-54a0-414b-922d-4aa1d34eb54b req-f16ee543-089f-4ff4-a27d-9c19fa36d4d4 service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828143 Aug 21 10:53:09.987286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6b7ac95c-81bb-48f2-8447-ed90551c028d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:10.006307 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-939e75bd-9d5c-4b94-b2bd-d1cbb01d0f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:10.041290 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ac95c-81bb-48f2-8447-ed90551c028d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4910e050-bd5b-45b3-bd29-effb35cb9db5,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:10.048315 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6b7ac95c-81bb-48f2-8447-ed90551c028d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:10.076880 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-6b7ac95c-81bb-48f2-8447-ed90551c028d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c687170ac62148299bd1fe05220ee62c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4281445 Aug 21 10:53:10.079598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 49218) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:10.107226 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:10.109884 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-b7ea55f7-94d2-49d1-a287-5cd0856a13f0 service neutron] 10.222.0.49 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013602 Aug 21 10:53:10.175945 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:10.200263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:10.227317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Pushing event deleted for resources: {'Network': ['ID=b1531c57-6eae-4a65-a579-65aad43c9f2c,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:10.233629 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:10.241348 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] 10.222.0.49 "DELETE /v2.0/networks/b1531c57-6eae-4a65-a579-65aad43c9f2c HTTP/1.1" status: 204 len: 168 time: 1.9081204 Aug 21 10:53:10.244973 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49226) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:10.247755 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-50883134-54a0-414b-922d-4aa1d34eb54b req-e8a49149-5735-4df9-b94d-04af05d21243 service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124454 Aug 21 10:53:10.259971 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af99ce7-a6bb-4037-81ae-78fd4ea6c27b req-95ce54bd-a0db-4aeb-8f5f-e342e7e1dd25 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:10.272012 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6af99ce7-a6bb-4037-81ae-78fd4ea6c27b req-95ce54bd-a0db-4aeb-8f5f-e342e7e1dd25 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 945 time: 0.3068516 Aug 21 10:53:10.298390 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 253cfa1a-5ab7-4d0f-a502-517cff08cca1 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:53:10.339610 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c95d060b-c759-43c6-8c86-01ce4ba5202f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:10.340618 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf96c64c-88a3-4fdb-aab3-1015eb405fc5 admin admin] Deleting subnet 4c4c13b4-b84e-4a13-9f19-494bcf0989d4 {{(pid=82511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 10:53:10.345822 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf96c64c-88a3-4fdb-aab3-1015eb405fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:10.459027 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf96c64c-88a3-4fdb-aab3-1015eb405fc5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:10.470147 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf96c64c-88a3-4fdb-aab3-1015eb405fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:10.481639 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c95d060b-c759-43c6-8c86-01ce4ba5202f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:10.490835 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6af99ce7-a6bb-4037-81ae-78fd4ea6c27b req-9a0bb32c-cd2b-43dd-96c5-d22167e51ddd tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178817 Aug 21 10:53:10.520491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 253cfa1a-5ab7-4d0f-a502-517cff08cca1, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=253cfa1a-5ab7-4d0f-a502-517cff08cca1,segment=NetworkSegment(a4767212-735d-430e-9862-a96adcbbd211),segment_id=a4767212-735d-430e-9862-a96adcbbd211)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:10.550695 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2643272f-82dd-470f-aa9d-963638aefb40 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:53:10.605181 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c95d060b-c759-43c6-8c86-01ce4ba5202f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:10.607955 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '253cfa1a-5ab7-4d0f-a502-517cff08cca1', 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37', 'port_id': '253cfa1a-5ab7-4d0f-a502-517cff08cca1', 'mac_address': 'fa:16:3e:96:34:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f481c4ac-7411-4056-8fb8-3934f46c94ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:53:10.610597 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-32f9e726-1c7b-4da4-a744-e18dfc39fe07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:10.626379 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d060b-c759-43c6-8c86-01ce4ba5202f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4910e050-bd5b-45b3-bd29-effb35cb9db5,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:10.629007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c95d060b-c759-43c6-8c86-01ce4ba5202f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:10.631253 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c95d060b-c759-43c6-8c86-01ce4ba5202f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:10.636337 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-c95d060b-c759-43c6-8c86-01ce4ba5202f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4910e050-bd5b-45b3-bd29-effb35cb9db5 HTTP/1.1" status: 204 len: 168 time: 0.5556357 Aug 21 10:53:10.672540 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002a71f-1e7a-4728-9ea0-14a8181e56c8 req-4e80f2fc-3645-491e-ba84-f9a3fc808a91 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:10.674153 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d002a71f-1e7a-4728-9ea0-14a8181e56c8 req-4e80f2fc-3645-491e-ba84-f9a3fc808a91 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 943 time: 0.1375725 Aug 21 10:53:10.717697 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf96c64c-88a3-4fdb-aab3-1015eb405fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for subnet, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:10.723683 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-d52b1555-02f3-435b-aabe-e80408e5eb3a req-5a28168c-feb9-40d9-8a1e-79b075d5923d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Synchronizing usage tracker for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:53:10.737171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:10.749125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:10.776327 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253cfa1a-5ab7-4d0f-a502-517cff08cca1 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:53:10.790948 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf96c64c-88a3-4fdb-aab3-1015eb405fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:10.795372 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96c64c-88a3-4fdb-aab3-1015eb405fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c4c13b4-b84e-4a13-9f19-494bcf0989d4,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:10.795821 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 253cfa1a-5ab7-4d0f-a502-517cff08cca1, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=253cfa1a-5ab7-4d0f-a502-517cff08cca1,segment=NetworkSegment(a4767212-735d-430e-9862-a96adcbbd211),segment_id=a4767212-735d-430e-9862-a96adcbbd211)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:10.804435 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cf96c64c-88a3-4fdb-aab3-1015eb405fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:10.819631 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-cf96c64c-88a3-4fdb-aab3-1015eb405fc5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4c4c13b4-b84e-4a13-9f19-494bcf0989d4 HTTP/1.1" status: 204 len: 168 time: 0.5767610 Aug 21 10:53:10.822597 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-d52b1555-02f3-435b-aabe-e80408e5eb3a req-5a28168c-feb9-40d9-8a1e-79b075d5923d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Unset dirty status for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:53:10.824445 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d52b1555-02f3-435b-aabe-e80408e5eb3a req-5a28168c-feb9-40d9-8a1e-79b075d5923d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 210 time: 0.1840024 Aug 21 10:53:10.825211 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 49246) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:10.838508 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 2643272f-82dd-470f-aa9d-963638aefb40 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:53:10.864278 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 2643272f-82dd-470f-aa9d-963638aefb40 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:53:10.871479 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:10.871610 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d002a71f-1e7a-4728-9ea0-14a8181e56c8 req-3a2a3a25-de77-4ed8-b8ea-83bb7389543f tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760516 Aug 21 10:53:10.956451 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:10.957996 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:53:10.966294 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:10.990431 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8dad279f-f308-4e09-862d-c27788fe43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:11.132231 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663006f-dbe5-44c6-987f-9406c4d5d3a9 req-11d5820b-5baf-4073-9952-ff2bb1bb6021 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:11.146722 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e663006f-dbe5-44c6-987f-9406c4d5d3a9 req-11d5820b-5baf-4073-9952-ff2bb1bb6021 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 945 time: 0.1537066 Aug 21 10:53:11.243423 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8dad279f-f308-4e09-862d-c27788fe43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:11.274160 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-8dad279f-f308-4e09-862d-c27788fe43f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d84c21-8ce7-4a08-8a3f-6f6569f0284f']}} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:53:11.286303 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e663006f-dbe5-44c6-987f-9406c4d5d3a9 req-33c32b87-bf6c-436e-8185-47c542ad02cf tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373169 Aug 21 10:53:11.294877 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-8dad279f-f308-4e09-862d-c27788fe43f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e767e7-627f-4756-9c7c-97cbd210a5c2') {'for_net_delete': True} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:53:11.295227 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-8dad279f-f308-4e09-862d-c27788fe43f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e767e7-627f-4756-9c7c-97cbd210a5c2') {} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:53:11.309793 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8dad279f-f308-4e09-862d-c27788fe43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649459'] for segment, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:11.329463 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8dad279f-f308-4e09-862d-c27788fe43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:11.336663 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dad279f-f308-4e09-862d-c27788fe43f7 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=82512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 10:53:11.337121 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8dad279f-f308-4e09-862d-c27788fe43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822618131'] for segment, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:11.345369 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:11.371705 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:11.376637 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=253cfa1a-5ab7-4d0f-a502-517cff08cca1,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:11.383583 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:11.400636 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2643272f-82dd-470f-aa9d-963638aefb40, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2643272f-82dd-470f-aa9d-963638aefb40,segment=NetworkSegment(e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de),segment_id=e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:11.406085 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c923bcda-bbd7-4a00-874c-2b8076c31647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2643272f-82dd-470f-aa9d-963638aefb40'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:53:11.487192 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:53:11.496016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:11.496812 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device a4db44f4-8c3e-4320-b71a-542f14ea5790 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:53:11.531225 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8dad279f-f308-4e09-862d-c27788fe43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:11.540273 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5cb8ab33-b442-48e3-a0d2-955ba612da1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:11.569240 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8dad279f-f308-4e09-862d-c27788fe43f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:11.580154 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad279f-f308-4e09-862d-c27788fe43f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=93d84c21-8ce7-4a08-8a3f-6f6569f0284f,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:11.582367 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4,segment=NetworkSegment(a4767212-735d-430e-9862-a96adcbbd211),segment_id=a4767212-735d-430e-9862-a96adcbbd211)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:11.582902 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8dad279f-f308-4e09-862d-c27788fe43f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:11.584432 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-8dad279f-f308-4e09-862d-c27788fe43f7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/93d84c21-8ce7-4a08-8a3f-6f6569f0284f HTTP/1.1" status: 204 len: 168 time: 0.7580061 Aug 21 10:53:11.603362 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2d433d11-5786-4c3f-8080-73dfebe15aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:11.657989 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '8eed1f9b-507b-47e7-a26d-9c3bbb6967e4', 'network_id': 'd705d977-a219-4f74-8852-1db723d0eb37', 'port_id': '8eed1f9b-507b-47e7-a26d-9c3bbb6967e4', 'mac_address': 'fa:16:3e:69:04:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f481c4ac-7411-4056-8fb8-3934f46c94ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:53:11.718678 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port a4db44f4-8c3e-4320-b71a-542f14ea5790 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:53:11.769239 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:11.791159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c7b7c-5299-407c-9cb0-f68f48e8c02e req-a4b6cc46-30ad-4cb2-9a5c-4ced5221c63a tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:11.792436 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c21c7b7c-5299-407c-9cb0-f68f48e8c02e req-a4b6cc46-30ad-4cb2-9a5c-4ced5221c63a tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 946 time: 0.1206932 Aug 21 10:53:11.809337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:53:11.813457 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port a4db44f4-8c3e-4320-b71a-542f14ea5790 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:53:11.813886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:11.894434 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c21c7b7c-5299-407c-9cb0-f68f48e8c02e req-737498af-8661-4812-abf1-5579d938cdba tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955014 Aug 21 10:53:11.974076 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=2643272f-82dd-470f-aa9d-963638aefb40,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:11.986117 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:11.989752 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4,segment=NetworkSegment(a4767212-735d-430e-9862-a96adcbbd211),segment_id=a4767212-735d-430e-9862-a96adcbbd211)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:12.056273 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-430b0310-9155-46c9-a082-6d7b0dd547fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:12.061391 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:12.065752 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:12.143907 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa15dbb-d9ab-4e5d-9322-73e4f59153dc req-61486b58-273b-4020-8e3b-57affbae29de tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:12.151476 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-daa15dbb-d9ab-4e5d-9322-73e4f59153dc req-61486b58-273b-4020-8e3b-57affbae29de tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 944 time: 0.1168563 Aug 21 10:53:12.158277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:12.215127 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-80cfca7c-be47-4780-a886-e30a72adfa43 req-99943686-e46f-49b9-bcda-c6c14cd4b681 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 210 time: 0.0850899 Aug 21 10:53:12.221258 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 49296) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:12.231429 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-daa15dbb-d9ab-4e5d-9322-73e4f59153dc req-9e159008-9f4a-4160-89c7-0ddd39b7f922 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788224 Aug 21 10:53:12.238848 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port a4db44f4-8c3e-4320-b71a-542f14ea5790, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=a4db44f4-8c3e-4320-b71a-542f14ea5790,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:12.241017 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:12.244551 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:12.262978 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:12.265463 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:12.303970 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-960bca79-6d3a-4ff8-a1b1-c6cc23c43d72 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7857f6f7d20f4375b646831b3d0e867c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0800090 Aug 21 10:53:12.308151 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49302) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:12.324164 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:12.361305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=a4db44f4-8c3e-4320-b71a-542f14ea5790,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:12.366072 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:12.412474 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d2106a62-c264-466c-8f94-003e12f8d609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:12.446670 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d2106a62-c264-466c-8f94-003e12f8d609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:12.450975 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['253cfa1a-5ab7-4d0f-a502-517cff08cca1'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:53:12.505518 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['8eed1f9b-507b-47e7-a26d-9c3bbb6967e4'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:53:12.578762 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7542ed-f365-4e44-990b-a666b6cb0e7a req-1210d3b5-45b6-4ddc-8976-b8c336080620 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:12.589028 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0c7542ed-f365-4e44-990b-a666b6cb0e7a req-1210d3b5-45b6-4ddc-8976-b8c336080620 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 946 time: 0.1332502 Aug 21 10:53:12.662266 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0c7542ed-f365-4e44-990b-a666b6cb0e7a req-e524cb98-cd67-4dc4-b990-ff7381f2d497 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705645 Aug 21 10:53:12.701051 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d2106a62-c264-466c-8f94-003e12f8d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:12.708672 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:12.737686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d2106a62-c264-466c-8f94-003e12f8d609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:12.741392 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d2106a62-c264-466c-8f94-003e12f8d609 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7cc8e55a-31d5-459d-b0e9-ce9bb479f6d4 HTTP/1.1" status: 204 len: 168 time: 0.4321434 Aug 21 10:53:12.747371 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2106a62-c264-466c-8f94-003e12f8d609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc8e55a-31d5-459d-b0e9-ce9bb479f6d4,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:12.753378 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d2106a62-c264-466c-8f94-003e12f8d609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:12.837070 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c923bcda-bbd7-4a00-874c-2b8076c31647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2643272f-82dd-470f-aa9d-963638aefb40', 'code': 200} Aug 21 10:53:12.897527 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-a9743df6-c26e-420e-9f54-862d6097ecd0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:12.898281 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-a9743df6-c26e-420e-9f54-862d6097ecd0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Synchronizing usage tracker for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:network {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:53:12.953483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-a9743df6-c26e-420e-9f54-862d6097ecd0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Unset dirty status for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:network {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:53:12.954782 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-a9743df6-c26e-420e-9f54-862d6097ecd0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.35 "GET /v2.0/networks?id=ffac6d6c-98c6-42e8-8c03-8096916bd29d HTTP/1.1" status: 200 len: 817 time: 0.3049123 Aug 21 10:53:13.048614 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-6cbaa1c5-9152-420d-82da-f4b30141857d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Synchronizing usage tracker for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:security_group {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:53:13.063395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-6cbaa1c5-9152-420d-82da-f4b30141857d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Unset dirty status for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:security_group {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:53:13.064799 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-6cbaa1c5-9152-420d-82da-f4b30141857d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92f4599243a149a7856c54fdc20f7e47 HTTP/1.1" status: 200 len: 380 time: 0.0980465 Aug 21 10:53:13.078726 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Request body: {'port': {'device_id': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'admin_state_up': True, 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'security_groups': ['98e8ff68-515e-4a0b-90d6-67a4e5ff3236']}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:53:13.256128 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:13.343493 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:13.385577 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ab546ff4-a471-4019-b0ba-0055cc253d16 req-8df6291d-afa0-46a8-bc3f-9cfd8a1f566f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 1099 time: 0.1219213 Aug 21 10:53:13.390002 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd482a-da18-4b99-9c49-020fa517660c req-1c291806-c2be-4c9e-be51-b3fe3c50c88b tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:13.397537 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-65dd482a-da18-4b99-9c49-020fa517660c req-1c291806-c2be-4c9e-be51-b3fe3c50c88b tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 946 time: 0.2019501 Aug 21 10:53:13.421797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ab546ff4-a471-4019-b0ba-0055cc253d16 req-ea977599-24ad-43af-a780-d3c1ea28ab3b service neutron] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:13.434103 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Made reservation on behalf of 92f4599243a149a7856c54fdc20f7e47 for: {'port': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:53:13.442757 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:13.481415 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-65dd482a-da18-4b99-9c49-020fa517660c req-e78a4757-1662-4d9f-98e6-4c44f14f74ea tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756919 Aug 21 10:53:13.548502 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:13.651218 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-ab546ff4-a471-4019-b0ba-0055cc253d16 req-ea977599-24ad-43af-a780-d3c1ea28ab3b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:13.663909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-ab546ff4-a471-4019-b0ba-0055cc253d16 req-ea977599-24ad-43af-a780-d3c1ea28ab3b service neutron] Usage tracker for resource:security_group_rule and tenant:51c9bf5a5e464ce9a21dabdd31f4b9be is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:13.677971 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-ab546ff4-a471-4019-b0ba-0055cc253d16 req-ea977599-24ad-43af-a780-d3c1ea28ab3b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:13.700872 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-ab546ff4-a471-4019-b0ba-0055cc253d16 req-ea977599-24ad-43af-a780-d3c1ea28ab3b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:13.715710 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8e93d-9df9-4d7c-8de4-71ccfe767884 req-ddebd564-87b7-4b11-92bb-16bd40c1d07b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:13.717316 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-41a8e93d-9df9-4d7c-8de4-71ccfe767884 req-ddebd564-87b7-4b11-92bb-16bd40c1d07b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 944 time: 0.2586069 Aug 21 10:53:13.749028 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2b75928c-0ee6-4fca-bb0c-d483ef5dfb23 req-d96265c2-dc1e-4147-bbf2-db0e85b04666 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 210 time: 0.0650969 Aug 21 10:53:13.893781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49370) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:13.930282 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Allocated IP 172.20.0.3 (ffac6d6c-98c6-42e8-8c03-8096916bd29d/0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f/72fc3d77-5c40-407c-b814-5066f5f601fa) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:53:14.104755 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-41a8e93d-9df9-4d7c-8de4-71ccfe767884 req-832080b5-85de-48b9-b39c-16133398a793 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086270 Aug 21 10:53:14.104755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ab546ff4-a471-4019-b0ba-0055cc253d16 req-ea977599-24ad-43af-a780-d3c1ea28ab3b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:14.106429 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e0f75c41-f465-4d5c-b0f5-deb5695469b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a82de763093a424f8824376612d5cdc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1418231 Aug 21 10:53:14.106429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafc510-32a9-433c-850a-d7370a6da3ca req-e490cb7e-e178-4e64-b06d-f67f9c3d12b1 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:14.106429 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5aafc510-32a9-433c-850a-d7370a6da3ca req-e490cb7e-e178-4e64-b06d-f67f9c3d12b1 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 946 time: 0.1068707 Aug 21 10:53:14.107109 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 49376) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:14.136329 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5aafc510-32a9-433c-850a-d7370a6da3ca req-259d0d32-e98c-4fa5-bf08-eb2b0b2e64a8 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578766 Aug 21 10:53:14.175516 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ab546ff4-a471-4019-b0ba-0055cc253d16 req-ea977599-24ad-43af-a780-d3c1ea28ab3b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:14.197351 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-28a7b8f9-732a-413a-afc9-2dd826a80b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:14.205443 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ab546ff4-a471-4019-b0ba-0055cc253d16 req-ea977599-24ad-43af-a780-d3c1ea28ab3b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8134813 Aug 21 10:53:14.240135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea977599-24ad-43af-a780-d3c1ea28ab3b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=acf4ec93-7a1c-425b-b910-84446e3f0c6b,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:14.253576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ea977599-24ad-43af-a780-d3c1ea28ab3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:14.273504 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e63ef24f-9560-4132-b94e-dd42f808c9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:14.311418 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:14.325261 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 253cfa1a-5ab7-4d0f-a502-517cff08cca1 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:53:14.326589 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e63ef24f-9560-4132-b94e-dd42f808c9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:14.352089 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Transition to ACTIVE for port object 72fc3d77-5c40-407c-b814-5066f5f601fa will not be triggered until provisioned by entity DHCP. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:53:14.428040 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 253cfa1a-5ab7-4d0f-a502-517cff08cca1 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:53:14.428260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e63ef24f-9560-4132-b94e-dd42f808c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:14.433089 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-df356dcf-854d-4dfb-9445-3fbcf42dca6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:14.435792 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 253cfa1a-5ab7-4d0f-a502-517cff08cca1 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:53:14.435792 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:14.446862 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:14.451396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ef24f-9560-4132-b94e-dd42f808c9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49af783b-ad21-4c09-859b-dfe6593cb794,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:14.454750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e63ef24f-9560-4132-b94e-dd42f808c9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:14.467091 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:14.535888 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Network ffac6d6c-98c6-42e8-8c03-8096916bd29d is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:53:14.546201 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:53:14.556410 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:53:14.599465 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:14.608704 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e63ef24f-9560-4132-b94e-dd42f808c9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:14.613380 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e63ef24f-9560-4132-b94e-dd42f808c9b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49af783b-ad21-4c09-859b-dfe6593cb794 HTTP/1.1" status: 204 len: 168 time: 0.5250962 Aug 21 10:53:14.613380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event updated for resources: {'Port': ['ID=72fc3d77-5c40-407c-b814-5066f5f601fa,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:14.631113 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:14.686877 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 253cfa1a-5ab7-4d0f-a502-517cff08cca1, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=253cfa1a-5ab7-4d0f-a502-517cff08cca1,segment=NetworkSegment(a4767212-735d-430e-9862-a96adcbbd211),segment_id=a4767212-735d-430e-9862-a96adcbbd211)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:14.724023 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:14.724963 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:53:14.736743 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:14.737631 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:14.835985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:14.887788 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d563cc9-a469-4211-8284-9e663f9c54ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4db44f4-8c3e-4320-b71a-542f14ea5790'}, {'server_uuid': '46676ec0-dbfc-4dbe-93af-8d9d5dc4125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253cfa1a-5ab7-4d0f-a502-517cff08cca1'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:53:14.943149 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=253cfa1a-5ab7-4d0f-a502-517cff08cca1,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:14.955961 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:14.982426 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:53:14.989140 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:53:14.989569 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:15.000366 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9296587 Aug 21 10:53:15.007053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3e191-94d5-456f-8ee1-adedfe6c8184 req-3dd40101-f2c4-48bb-ac4e-ec4f89b2ed99 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:15.008832 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-40f3e191-94d5-456f-8ee1-adedfe6c8184 req-3dd40101-f2c4-48bb-ac4e-ec4f89b2ed99 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 946 time: 0.3442647 Aug 21 10:53:15.014512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Request body: {'port': {'device_id': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:53:15.083276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3651f1-56da-443e-a1c9-8185374c8190 req-7e54c410-748f-4afb-bbad-80c403f48747 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:15.090832 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-df3651f1-56da-443e-a1c9-8185374c8190 req-7e54c410-748f-4afb-bbad-80c403f48747 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 931 time: 0.1023831 Aug 21 10:53:15.148060 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-df3651f1-56da-443e-a1c9-8185374c8190 req-5145d6ba-bdd1-4f06-87bc-8edc88f57c09 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556996 Aug 21 10:53:15.186956 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-40f3e191-94d5-456f-8ee1-adedfe6c8184 req-3993c251-968f-4f4e-b2b5-b5e0b8543540 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148031 Aug 21 10:53:15.223131 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:15.249614 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-48180309-47dd-47dd-8a03-43781a74a46f None None] Provisioning for port 72fc3d77-5c40-407c-b814-5066f5f601fa completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:53:15.272070 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-48180309-47dd-47dd-8a03-43781a74a46f None None] Provisioning complete for port 72fc3d77-5c40-407c-b814-5066f5f601fa triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:53:15.272495 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-48180309-47dd-47dd-8a03-43781a74a46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:15.425991 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d563cc9-a469-4211-8284-9e663f9c54ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4db44f4-8c3e-4320-b71a-542f14ea5790', 'code': 200} Aug 21 10:53:15.426297 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46676ec0-dbfc-4dbe-93af-8d9d5dc4125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253cfa1a-5ab7-4d0f-a502-517cff08cca1', 'code': 200} Aug 21 10:53:15.427619 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-48180309-47dd-47dd-8a03-43781a74a46f None None] Port 72fc3d77-5c40-407c-b814-5066f5f601fa cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 10:53:15.651737 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:15.750868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4,segment=NetworkSegment(a4767212-735d-430e-9862-a96adcbbd211),segment_id=a4767212-735d-430e-9862-a96adcbbd211)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:15.799338 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:15.801451 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:15.837611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd1e7a-be87-4fc8-8263-452cbd0e64cd req-596d2059-79f1-4597-b853-5aef5897477e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:15.846992 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a7dd1e7a-be87-4fc8-8263-452cbd0e64cd req-596d2059-79f1-4597-b853-5aef5897477e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 946 time: 0.2360106 Aug 21 10:53:15.956259 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:15.960336 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:15.983871 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f8b9d-0a98-42d8-94a2-008b240628d3 req-e3e51b6e-eee6-4409-b305-4552f14af150 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:15.989896 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3e1f8b9d-0a98-42d8-94a2-008b240628d3 req-e3e51b6e-eee6-4409-b305-4552f14af150 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.5216129 Aug 21 10:53:15.991458 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2085433d-2e1d-44a5-940d-e726b88f44d3 req-747512ae-055a-44fd-bbd7-017285748857 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 1099 time: 0.2277751 Aug 21 10:53:16.003310 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a7dd1e7a-be87-4fc8-8263-452cbd0e64cd req-83a15e90-8fcd-48ed-92b0-632eb58ed79c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552815 Aug 21 10:53:16.056536 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2085433d-2e1d-44a5-940d-e726b88f44d3 req-81ab2efd-c322-4235-96fe-5e84e05cff97 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520787 Aug 21 10:53:16.146433 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72fc3d77-5c40-407c-b814-5066f5f601fa {{(pid=82512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:53:16.162492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:16.182415 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Transition to ACTIVE for port object 72fc3d77-5c40-407c-b814-5066f5f601fa will not be triggered until provisioned by entity L2. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:53:16.209021 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-29607a81-ca3a-4cce-a361-6a3f61c8c6ad req-d03b6631-5d39-41a7-833b-b17c229af069 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 1098 time: 0.5163739 Aug 21 10:53:16.228544 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3e1f8b9d-0a98-42d8-94a2-008b240628d3 req-7ceb5cb8-c733-4646-abb4-4c1705765847 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433535 Aug 21 10:53:16.230260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:16.257690 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-215b6fd8-b953-4933-a735-08a759ae9b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:16.483883 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Pushing event updated for resources: {'Port': ['ID=72fc3d77-5c40-407c-b814-5066f5f601fa,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:16.604163 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631304e5-5a85-4b16-be18-10bd35bce901 req-fa7e814b-bd04-4313-9d10-6d9885e92100 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:16.606253 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-631304e5-5a85-4b16-be18-10bd35bce901 req-fa7e814b-bd04-4313-9d10-6d9885e92100 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.1411874 Aug 21 10:53:16.606449 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:16.671242 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-631304e5-5a85-4b16-be18-10bd35bce901 req-ee63a39f-4ef2-4bb4-a320-99c1f8b8beac tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556989 Aug 21 10:53:16.717825 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-29607a81-ca3a-4cce-a361-6a3f61c8c6ad req-00a00bd8-b492-41c1-a354-223a736e1d72 service neutron] Synchronizing usage tracker for tenant:51c9bf5a5e464ce9a21dabdd31f4b9be on resource:security_group {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:53:16.861158 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb680f8-9091-44d0-b6b5-34eb01dc339a req-8e7c6028-4116-4218-a621-09d7d714a8c0 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:16.862816 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4fb680f8-9091-44d0-b6b5-34eb01dc339a req-8e7c6028-4116-4218-a621-09d7d714a8c0 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 946 time: 0.2607694 Aug 21 10:53:16.903968 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-29607a81-ca3a-4cce-a361-6a3f61c8c6ad req-00a00bd8-b492-41c1-a354-223a736e1d72 service neutron] Unset dirty status for tenant:51c9bf5a5e464ce9a21dabdd31f4b9be on resource:security_group {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:53:16.905175 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-29607a81-ca3a-4cce-a361-6a3f61c8c6ad req-00a00bd8-b492-41c1-a354-223a736e1d72 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767997 Aug 21 10:53:16.936550 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Attempting to bind port 72fc3d77-5c40-407c-b814-5066f5f601fa on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:53:16.936929 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Attempting to bind port 72fc3d77-5c40-407c-b814-5066f5f601fa by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:53:16.937316 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Attempting to bind port 72fc3d77-5c40-407c-b814-5066f5f601fa on network ffac6d6c-98c6-42e8-8c03-8096916bd29d {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:53:16.956332 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4fb680f8-9091-44d0-b6b5-34eb01dc339a req-f0934d1a-d8a7-4b96-b3dc-78e589ff955a tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779035 Aug 21 10:53:16.959587 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Port 72fc3d77-5c40-407c-b814-5066f5f601fa on network ffac6d6c-98c6-42e8-8c03-8096916bd29d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:53:16.959951 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Attempting to bind port 72fc3d77-5c40-407c-b814-5066f5f601fa on network ffac6d6c-98c6-42e8-8c03-8096916bd29d {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:53:16.975842 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:53:16.976340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Checking segment: {'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:53:16.976896 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Bound using segment: {'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:53:16.978252 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Bound port: 72fc3d77-5c40-407c-b814-5066f5f601fa, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'}}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:53:16.979068 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:17.122418 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] For port 72fc3d77-5c40-407c-b814-5066f5f601fa, host hv-cinder-80547, cleared binding levels {{(pid=82512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:53:17.129419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] For port 72fc3d77-5c40-407c-b814-5066f5f601fa, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=72fc3d77-5c40-407c-b814-5066f5f601fa,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:53:17.181059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:17.204334 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:17.217063 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dedb4-a6f8-4655-a390-ee6cb175b118 req-e8876406-cb27-473b-bceb-27e27a3c4263 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:17.221014 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d73dedb4-a6f8-4655-a390-ee6cb175b118 req-e8876406-cb27-473b-bceb-27e27a3c4263 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 946 time: 0.0912273 Aug 21 10:53:17.328510 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d73dedb4-a6f8-4655-a390-ee6cb175b118 req-3c05baa2-fdac-4d76-86e7-08ea28471b13 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005328 Aug 21 10:53:17.345003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:17.353807 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] 10.222.0.35 "PUT /v2.0/ports/72fc3d77-5c40-407c-b814-5066f5f601fa HTTP/1.1" status: 200 len: 1093 time: 2.3439186 Aug 21 10:53:17.355312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'tag': '72fc3d77-5c40-407c-b814-5066f5f601fa'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:53:17.427527 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e107f887-3725-4f80-8e51-35f584fd5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eed1f9b-507b-47e7-a26d-9c3bbb6967e4'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:53:17.446105 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Pushing event updated for resources: {'Port': ['ID=72fc3d77-5c40-407c-b814-5066f5f601fa,revision_number=3']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:17.453401 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:17.468171 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'tag': '72fc3d77-5c40-407c-b814-5066f5f601fa', 'status': 'completed', 'code': 200} Aug 21 10:53:17.577928 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e107f887-3725-4f80-8e51-35f584fd5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eed1f9b-507b-47e7-a26d-9c3bbb6967e4', 'code': 200} Aug 21 10:53:17.701877 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-74647baa-b1fd-4783-9319-eb10164a9b77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4599243a149a7856c54fdc20f7e47&device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 1096 time: 0.1824372 Aug 21 10:53:17.923165 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-b763280d-04c6-4a88-8d2e-c5e9f6d826c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72fc3d77-5c40-407c-b814-5066f5f601fa HTTP/1.1" status: 200 len: 217 time: 0.2130060 Aug 21 10:53:17.990680 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28dd60-a2de-4db1-b53c-9f1e2daa7d7c req-e2598a3e-74f9-4c08-bbb1-d76bf1631c92 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:17.998705 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ad28dd60-a2de-4db1-b53c-9f1e2daa7d7c req-e2598a3e-74f9-4c08-bbb1-d76bf1631c92 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0958898 Aug 21 10:53:18.060210 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ad28dd60-a2de-4db1-b53c-9f1e2daa7d7c req-80a9020d-4136-4dab-a405-ec36cd60380c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605268 Aug 21 10:53:18.100376 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49502) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:18.114533 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-e95bea1d-0133-4885-b71b-c247a27621c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:18.116773 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-e95bea1d-0133-4885-b71b-c247a27621c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f HTTP/1.1" status: 200 len: 856 time: 0.1835191 Aug 21 10:53:18.133128 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13bf70-7080-49a9-afcb-018badb1e04d req-d86b5e6f-f4f7-4c21-9371-f8298a4825b0 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:18.135431 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce13bf70-7080-49a9-afcb-018badb1e04d req-d86b5e6f-f4f7-4c21-9371-f8298a4825b0 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.3358035 Aug 21 10:53:18.246781 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a127e9e5-bf0b-4083-93fd-36befe2d0940 req-d55e2d74-247b-41d6-9af5-2bf1e7011b74 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 1098 time: 0.3101425 Aug 21 10:53:18.334673 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a127e9e5-bf0b-4083-93fd-36befe2d0940 req-d4a28a8e-e718-453c-92f3-f0b77fae289c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688593 Aug 21 10:53:18.359998 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-9a6d91c3-557c-4b59-9ee7-4c46bbaa2b0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffac6d6c-98c6-42e8-8c03-8096916bd29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2228384 Aug 21 10:53:18.365984 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce13bf70-7080-49a9-afcb-018badb1e04d req-da011da8-fe21-4ba2-b0b5-6e55c3e6270d tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594219 Aug 21 10:53:18.400887 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff9722-c71d-4a01-a886-7322179e64c0 req-cf33f88b-b67f-43d3-a3bd-edad946c0e08 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:18.402770 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6fff9722-c71d-4a01-a886-7322179e64c0 req-cf33f88b-b67f-43d3-a3bd-edad946c0e08 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 946 time: 0.1550715 Aug 21 10:53:18.543325 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a9139882-cd26-4182-908e-acef0bfb6e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:18.641594 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6fff9722-c71d-4a01-a886-7322179e64c0 req-a14853e6-f97c-464f-8b73-88ec16ad703f tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256730 Aug 21 10:53:18.677051 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a9139882-cd26-4182-908e-acef0bfb6e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:18.685539 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a9139882-cd26-4182-908e-acef0bfb6e16 admin admin] Usage tracker for resource:security_group_rule and tenant:e9bdaadb74894b92a63a2734d0f2f0b6 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:18.691152 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a9139882-cd26-4182-908e-acef0bfb6e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:18.703047 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a9139882-cd26-4182-908e-acef0bfb6e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:18.850247 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a9139882-cd26-4182-908e-acef0bfb6e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:18.903276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a9139882-cd26-4182-908e-acef0bfb6e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:18.913459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:18.946598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9ebf1-1883-473d-ac31-ce37c0c61fed req-e8c65ebd-7e25-4da0-848c-92c54d9afd48 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:18.948290 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4bc9ebf1-1883-473d-ac31-ce37c0c61fed req-e8c65ebd-7e25-4da0-848c-92c54d9afd48 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 946 time: 0.4310868 Aug 21 10:53:18.955124 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-5be60cd0-003d-4d6c-b5a7-db733347ef15 service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438919 Aug 21 10:53:18.975400 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9139882-cd26-4182-908e-acef0bfb6e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa027e5-a1e4-450c-a8ff-ba5a07ebf759,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:18.980212 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a9139882-cd26-4182-908e-acef0bfb6e16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9bdaadb74894b92a63a2734d0f2f0b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8785856 Aug 21 10:53:18.981151 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a9139882-cd26-4182-908e-acef0bfb6e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:18.982897 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49536) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:19.073272 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afafac20-be7d-4daa-83c6-eebd3d8aed87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:19.105090 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4bc9ebf1-1883-473d-ac31-ce37c0c61fed req-b9eacd9e-cbc7-417f-a9eb-b772846ab971 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488667 Aug 21 10:53:19.119504 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afafac20-be7d-4daa-83c6-eebd3d8aed87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:19.173228 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-308b083e-1d3f-4815-a547-dc51ed6583e9 req-053c6145-fc85-47d7-9424-d361305dc5ae service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018108 Aug 21 10:53:19.229028 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afafac20-be7d-4daa-83c6-eebd3d8aed87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:19.236067 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-49a02d2f-dea8-4b67-9444-7e18ad3b84b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:19.252650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafac20-be7d-4daa-83c6-eebd3d8aed87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa027e5-a1e4-450c-a8ff-ba5a07ebf759,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:19.335862 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-afafac20-be7d-4daa-83c6-eebd3d8aed87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:19.341187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afafac20-be7d-4daa-83c6-eebd3d8aed87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:19.342793 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-afafac20-be7d-4daa-83c6-eebd3d8aed87 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2aa027e5-a1e4-450c-a8ff-ba5a07ebf759 HTTP/1.1" status: 204 len: 168 time: 0.3587978 Aug 21 10:53:19.393009 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ed7bd-fa10-4ccb-8abf-65ce440e97bb req-a02aefc9-9e59-4c88-9eac-1a5e2c0b67da tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:19.394890 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-db6ed7bd-fa10-4ccb-8abf-65ce440e97bb req-a02aefc9-9e59-4c88-9eac-1a5e2c0b67da tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.1486514 Aug 21 10:53:19.399925 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a9494626-560f-4ef8-9477-8821bed0516d req-44546511-1580-47b9-b236-8d9402ddee94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4599243a149a7856c54fdc20f7e47&device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 1096 time: 0.1063461 Aug 21 10:53:19.480153 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-db6ed7bd-fa10-4ccb-8abf-65ce440e97bb req-e46a8efe-d20b-4a21-8083-4a7cf076adc4 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735099 Aug 21 10:53:19.859147 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9494626-560f-4ef8-9477-8821bed0516d req-062103f8-ca5d-4498-9369-8fd686f96408 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:19.860727 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a9494626-560f-4ef8-9477-8821bed0516d req-062103f8-ca5d-4498-9369-8fd686f96408 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffac6d6c-98c6-42e8-8c03-8096916bd29d HTTP/1.1" status: 200 len: 918 time: 0.4468648 Aug 21 10:53:19.875831 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4fcd5-b82e-46db-a4a4-d1d7ac52260e req-6712d9eb-a015-4493-b881-986034c051dc tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:19.879169 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f0c4fcd5-b82e-46db-a4a4-d1d7ac52260e req-6712d9eb-a015-4493-b881-986034c051dc tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.3298154 Aug 21 10:53:19.965737 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a9494626-560f-4ef8-9477-8821bed0516d req-2a4035cf-275b-4b35-9da0-82ba7dd63b41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72fc3d77-5c40-407c-b814-5066f5f601fa HTTP/1.1" status: 200 len: 217 time: 0.0873435 Aug 21 10:53:20.030582 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f0c4fcd5-b82e-46db-a4a4-d1d7ac52260e req-97e26bd4-8540-4e07-acae-8f9992a78b6f tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999959 Aug 21 10:53:20.050227 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9494626-560f-4ef8-9477-8821bed0516d req-01876160-0193-4df4-ad59-d34a91e689b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:20.051780 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a9494626-560f-4ef8-9477-8821bed0516d req-01876160-0193-4df4-ad59-d34a91e689b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f HTTP/1.1" status: 200 len: 856 time: 0.0780857 Aug 21 10:53:20.144195 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a9494626-560f-4ef8-9477-8821bed0516d req-979273bb-ed70-4373-8ca7-0ead98154c74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffac6d6c-98c6-42e8-8c03-8096916bd29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830371 Aug 21 10:53:20.289523 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a9494626-560f-4ef8-9477-8821bed0516d req-1734c163-0ee8-4261-9c3b-231661ab1188 service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387978 Aug 21 10:53:20.441217 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a9494626-560f-4ef8-9477-8821bed0516d req-eba70c30-2399-489b-93a3-bab668be0476 service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452689 Aug 21 10:53:20.853391 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4733e4be-b030-46bf-8530-92572326bc82 req-f095845a-5d78-4f70-a7d2-b73a75a02b64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=632e482613fd4a6c983ef87427c49787&device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 1098 time: 0.2112808 Aug 21 10:53:20.861411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec37ea-bcfd-47fa-859d-1635cc8cea53 req-7aa8e671-780f-4835-a9c3-45d60ead310e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:20.863134 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-29ec37ea-bcfd-47fa-859d-1635cc8cea53 req-7aa8e671-780f-4835-a9c3-45d60ead310e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.1395068 Aug 21 10:53:20.876028 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3506e-15b0-4062-9d34-1d874fbeede8 req-58b24f25-6f32-4891-82e2-14d4e9e9dc3c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:20.883318 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e8f3506e-15b0-4062-9d34-1d874fbeede8 req-58b24f25-6f32-4891-82e2-14d4e9e9dc3c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.1527421 Aug 21 10:53:20.959650 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-29ec37ea-bcfd-47fa-859d-1635cc8cea53 req-088a7e01-63b6-4740-8e9c-859784fb4c4e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672963 Aug 21 10:53:21.068988 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e8f3506e-15b0-4062-9d34-1d874fbeede8 req-a3e6eac9-a576-44c9-9935-44970a077705 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846945 Aug 21 10:53:21.088241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49586) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:21.120897 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf23f7e7-df87-4aa7-9beb-de338bfe7035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:21.124278 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733e4be-b030-46bf-8530-92572326bc82 req-c97c23c9-e07d-4a7f-a59f-b4fb8b2da694 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:21.126548 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4733e4be-b030-46bf-8530-92572326bc82 req-c97c23c9-e07d-4a7f-a59f-b4fb8b2da694 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d705d977-a219-4f74-8852-1db723d0eb37 HTTP/1.1" status: 200 len: 919 time: 0.2577746 Aug 21 10:53:21.155984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-cf23f7e7-df87-4aa7-9beb-de338bfe7035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:21.160679 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-cf23f7e7-df87-4aa7-9beb-de338bfe7035 admin admin] Usage tracker for resource:security_group_rule and tenant:f56dbebbf46c464f87f163c1e3f82729 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:21.181758 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-cf23f7e7-df87-4aa7-9beb-de338bfe7035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:21.190416 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-cf23f7e7-df87-4aa7-9beb-de338bfe7035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:21.214012 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4733e4be-b030-46bf-8530-92572326bc82 req-0c75a24e-2f7b-4f57-8a87-ff99b4a75e25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=253cfa1a-5ab7-4d0f-a502-517cff08cca1 HTTP/1.1" status: 200 len: 217 time: 0.0801792 Aug 21 10:53:21.280028 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf23f7e7-df87-4aa7-9beb-de338bfe7035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:21.300351 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733e4be-b030-46bf-8530-92572326bc82 req-79d80612-fd07-46a7-a160-535209b8ed22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:21.301991 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4733e4be-b030-46bf-8530-92572326bc82 req-79d80612-fd07-46a7-a160-535209b8ed22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f481c4ac-7411-4056-8fb8-3934f46c94ee HTTP/1.1" status: 200 len: 858 time: 0.0805843 Aug 21 10:53:21.325340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf23f7e7-df87-4aa7-9beb-de338bfe7035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:21.341699 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:21.353548 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4733e4be-b030-46bf-8530-92572326bc82 req-936d6fc7-949c-4e27-9659-15091fc65abb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d705d977-a219-4f74-8852-1db723d0eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448041 Aug 21 10:53:21.377431 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-cf23f7e7-df87-4aa7-9beb-de338bfe7035 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f56dbebbf46c464f87f163c1e3f82729&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2880042 Aug 21 10:53:21.380878 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49592) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:21.401593 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23f7e7-df87-4aa7-9beb-de338bfe7035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7dffd8-113d-4a75-a90a-521dbfb23ac2,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:21.406256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cf23f7e7-df87-4aa7-9beb-de338bfe7035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:21.466172 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-808ce7eb-02c5-42f4-8416-7660c5d1f912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:21.496550 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-808ce7eb-02c5-42f4-8416-7660c5d1f912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:21.521419 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4733e4be-b030-46bf-8530-92572326bc82 req-452c8f34-3560-4a63-86ba-4a06735fbf00 service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606021 Aug 21 10:53:21.605210 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-808ce7eb-02c5-42f4-8416-7660c5d1f912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:21.614005 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:21.628907 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-808ce7eb-02c5-42f4-8416-7660c5d1f912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:21.632719 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-808ce7eb-02c5-42f4-8416-7660c5d1f912 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a7dffd8-113d-4a75-a90a-521dbfb23ac2 HTTP/1.1" status: 204 len: 168 time: 0.2481859 Aug 21 10:53:21.632719 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ce7eb-02c5-42f4-8416-7660c5d1f912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7dffd8-113d-4a75-a90a-521dbfb23ac2,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:21.640444 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-808ce7eb-02c5-42f4-8416-7660c5d1f912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:21.695123 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4733e4be-b030-46bf-8530-92572326bc82 req-24d78f8f-35d5-4f90-850f-242bd4f03cd6 service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658750 Aug 21 10:53:22.108624 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:53:22.263275 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcbaee-5a24-45ec-98ab-82a24657d9f9 req-62f34449-25fc-4441-8edf-5e745141e66e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:22.272441 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a7bcbaee-5a24-45ec-98ab-82a24657d9f9 req-62f34449-25fc-4441-8edf-5e745141e66e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.1415396 Aug 21 10:53:22.348914 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a7bcbaee-5a24-45ec-98ab-82a24657d9f9 req-4b535da3-a8e1-4f02-92bb-f4f4e9999ba5 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752180 Aug 21 10:53:22.350358 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d34c0-ac98-46b6-9ee5-405d6df2cc01 req-aba0e5c6-a6dc-4173-8160-e0c9220c9158 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:22.352982 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-943d34c0-ac98-46b6-9ee5-405d6df2cc01 req-aba0e5c6-a6dc-4173-8160-e0c9220c9158 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.1240726 Aug 21 10:53:22.381710 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 72fc3d77-5c40-407c-b814-5066f5f601fa details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:53:22.434813 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-943d34c0-ac98-46b6-9ee5-405d6df2cc01 req-944197d7-a86c-405a-9bbd-d2af7aa49830 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735705 Aug 21 10:53:22.564031 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 72fc3d77-5c40-407c-b814-5066f5f601fa, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=72fc3d77-5c40-407c-b814-5066f5f601fa,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:22.579947 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '72fc3d77-5c40-407c-b814-5066f5f601fa', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'port_id': '72fc3d77-5c40-407c-b814-5066f5f601fa', 'mac_address': 'fa:16:3e:62:05:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:53:22.668160 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:22.697286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72fc3d77-5c40-407c-b814-5066f5f601fa {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:53:22.762280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 72fc3d77-5c40-407c-b814-5066f5f601fa, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=72fc3d77-5c40-407c-b814-5066f5f601fa,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:22.810978 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:22.813178 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:22.894399 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=72fc3d77-5c40-407c-b814-5066f5f601fa,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:22.898118 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:23.645715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55e951-200d-496e-bee4-6e39b0fb7366 req-a6a50e1e-8f4f-4758-bf2f-09c2b110c3ac tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:23.653774 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5e55e951-200d-496e-bee4-6e39b0fb7366 req-a6a50e1e-8f4f-4758-bf2f-09c2b110c3ac tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 944 time: 0.1523013 Aug 21 10:53:23.708019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5c21d-0328-4354-a969-d66096a7dae9 req-b572da56-67af-4a94-b5d9-6fe70e1c5957 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:23.716856 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4de5c21d-0328-4354-a969-d66096a7dae9 req-b572da56-67af-4a94-b5d9-6fe70e1c5957 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.1038585 Aug 21 10:53:23.723594 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5e55e951-200d-496e-bee4-6e39b0fb7366 req-f3ddc76e-da37-4f88-a19b-5875bd0b7567 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687895 Aug 21 10:53:23.774414 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4de5c21d-0328-4354-a969-d66096a7dae9 req-aa8214fa-fee5-447d-8c18-e64f456063b0 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565393 Aug 21 10:53:24.979972 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea5f18-5f3d-42a4-84e8-92427d2019ed req-70427ffa-d4c7-412d-a2a2-1c74919dbfd0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:24.981723 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c5ea5f18-5f3d-42a4-84e8-92427d2019ed req-70427ffa-d4c7-412d-a2a2-1c74919dbfd0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 944 time: 0.0998075 Aug 21 10:53:24.990021 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618b502-a94c-405c-9e00-d26c6097e94b req-2af5d32d-3c91-481a-bec5-a888fe83d2b4 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:24.991638 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d618b502-a94c-405c-9e00-d26c6097e94b req-2af5d32d-3c91-481a-bec5-a888fe83d2b4 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0879960 Aug 21 10:53:25.031713 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c5ea5f18-5f3d-42a4-84e8-92427d2019ed req-1d5f7cae-0d19-48fc-b8bd-c808290c9b70 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426509 Aug 21 10:53:25.040657 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d618b502-a94c-405c-9e00-d26c6097e94b req-394bd63a-88d6-45d1-8c83-20b18b582328 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429180 Aug 21 10:53:26.252984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60024f20-1247-40fd-aac4-c62b84cd385a req-dc27686c-9bc9-4681-8feb-606d62c0830f tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:26.254719 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-60024f20-1247-40fd-aac4-c62b84cd385a req-dc27686c-9bc9-4681-8feb-606d62c0830f tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0859387 Aug 21 10:53:26.273450 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90863ad-ea44-4c9f-992c-8d680c3e70e9 req-67769519-7663-4df6-822a-3bb7b2488d9e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:26.275030 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d90863ad-ea44-4c9f-992c-8d680c3e70e9 req-67769519-7663-4df6-822a-3bb7b2488d9e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 944 time: 0.1062460 Aug 21 10:53:26.304194 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-60024f20-1247-40fd-aac4-c62b84cd385a req-fffa8f7c-2e85-49da-aad6-53ff11ca931d tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432446 Aug 21 10:53:26.324850 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d90863ad-ea44-4c9f-992c-8d680c3e70e9 req-fbc38884-362b-48a8-b3c2-45ce18ac50f1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435519 Aug 21 10:53:27.134193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['72fc3d77-5c40-407c-b814-5066f5f601fa'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:53:27.517446 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e1885-fefc-460d-895e-4ede4e214741 req-5173cd62-33f3-4a28-be11-83a0f3ea9457 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:27.519114 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5c7e1885-fefc-460d-895e-4ede4e214741 req-5173cd62-33f3-4a28-be11-83a0f3ea9457 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0890908 Aug 21 10:53:27.542509 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b586f9-90ee-44ad-9994-5c5dbec23241 req-3c3b29ed-7320-472c-a588-dd679bf89d6e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:27.544147 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9b586f9-90ee-44ad-9994-5c5dbec23241 req-3c3b29ed-7320-472c-a588-dd679bf89d6e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 944 time: 0.0855474 Aug 21 10:53:27.567198 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5c7e1885-fefc-460d-895e-4ede4e214741 req-46ca151b-1b41-4d76-b11a-8824d2738894 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Aug 21 10:53:27.593154 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9b586f9-90ee-44ad-9994-5c5dbec23241 req-9bca066c-1580-47a6-be8b-f7c8ddf3b4a7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 Aug 21 10:53:28.429340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 72fc3d77-5c40-407c-b814-5066f5f601fa up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:53:28.564940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 72fc3d77-5c40-407c-b814-5066f5f601fa completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:53:28.570462 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 72fc3d77-5c40-407c-b814-5066f5f601fa triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:53:28.576601 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:28.696774 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:28.729052 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fc3d77-5c40-407c-b814-5066f5f601fa'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:53:28.741530 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 72fc3d77-5c40-407c-b814-5066f5f601fa, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=72fc3d77-5c40-407c-b814-5066f5f601fa,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:28.778895 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:28.781538 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:28.861155 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=72fc3d77-5c40-407c-b814-5066f5f601fa,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:28.864543 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:28.866743 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7919b52-c0e6-4257-8df6-dc33dba7f3cf req-d7ed8776-5679-42ea-b54d-ae211730bded tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:28.868494 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f7919b52-c0e6-4257-8df6-dc33dba7f3cf req-d7ed8776-5679-42ea-b54d-ae211730bded tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0996845 Aug 21 10:53:28.875495 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df033a48-e8cd-4ea2-b650-19202d4eda9b req-c8e4789d-0acc-41ee-9210-7e9c688619a7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:28.877143 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-df033a48-e8cd-4ea2-b650-19202d4eda9b req-c8e4789d-0acc-41ee-9210-7e9c688619a7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.1201005 Aug 21 10:53:28.927306 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f7919b52-c0e6-4257-8df6-dc33dba7f3cf req-b3ff8356-2d6a-4fb2-9ae9-efdf48c1e31d tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521059 Aug 21 10:53:28.937864 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-df033a48-e8cd-4ea2-b650-19202d4eda9b req-437ca40c-2037-4d06-a93a-39815cd71b88 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538063 Aug 21 10:53:28.998837 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fc3d77-5c40-407c-b814-5066f5f601fa', 'code': 200} Aug 21 10:53:29.415937 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fe9007de-898f-40c1-9ae9-5cd778b0eb0e req-90bfc49d-11c6-4509-893c-4871a1ea5eaa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 1098 time: 0.0953476 Aug 21 10:53:29.464764 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fe9007de-898f-40c1-9ae9-5cd778b0eb0e req-89b1b564-64f7-4ccc-9bfd-86cc0bedba15 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422397 Aug 21 10:53:29.501574 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49856) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:29.688667 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-035c848b-e365-4457-923d-aa08089e023c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:29.718933 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-035c848b-e365-4457-923d-aa08089e023c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:29.724215 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-035c848b-e365-4457-923d-aa08089e023c admin admin] Usage tracker for resource:security_group_rule and tenant:7bb9ef5e1f1049479fc6021518f754c8 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:29.728436 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-035c848b-e365-4457-923d-aa08089e023c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:29.739533 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-035c848b-e365-4457-923d-aa08089e023c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:29.811759 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-035c848b-e365-4457-923d-aa08089e023c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:29.845103 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-035c848b-e365-4457-923d-aa08089e023c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:29.854053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a9139882-cd26-4182-908e-acef0bfb6e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:29.857538 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-69d4f294-13f7-48cd-90e6-c862810a2079 req-8006cd58-ede8-49d2-86c4-af85f2c4dd0d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809731 Aug 21 10:53:29.902366 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-035c848b-e365-4457-923d-aa08089e023c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7bb9ef5e1f1049479fc6021518f754c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3996041 Aug 21 10:53:29.904064 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c848b-e365-4457-923d-aa08089e023c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea23db4-72b7-467a-9ac1-29c687fa54fc,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:29.905761 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 49872) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:29.908494 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-035c848b-e365-4457-923d-aa08089e023c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:29.973862 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4947b011-a011-4c4e-a972-7831e1136944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:30.043197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4947b011-a011-4c4e-a972-7831e1136944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:30.173781 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-69d4f294-13f7-48cd-90e6-c862810a2079 req-d9432ea1-b9a3-4827-929c-8c713391da14 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0ffe67d5b7c4e0996429c32f489c646&device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 1099 time: 0.1902256 Aug 21 10:53:30.193139 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1e513-08b4-4434-9397-2d76662950fd req-954af864-93eb-4e8c-9483-e5637937389d tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:30.194872 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a8b1e513-08b4-4434-9397-2d76662950fd req-954af864-93eb-4e8c-9483-e5637937389d tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.1137726 Aug 21 10:53:30.195487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4947b011-a011-4c4e-a972-7831e1136944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:30.202678 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:30.221604 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8ef49-6e33-450a-934b-5ffbe97d66a0 req-b071d7c2-84d5-47f4-9f7c-167a5b70b47f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:30.222596 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-34f8ef49-6e33-450a-934b-5ffbe97d66a0 req-b071d7c2-84d5-47f4-9f7c-167a5b70b47f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Synchronizing usage tracker for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:53:30.246714 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a8b1e513-08b4-4434-9397-2d76662950fd req-aec1d8c0-b9d7-4f89-89a6-7863d7c91d0b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448856 Aug 21 10:53:30.301395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947b011-a011-4c4e-a972-7831e1136944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea23db4-72b7-467a-9ac1-29c687fa54fc,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:30.310135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4947b011-a011-4c4e-a972-7831e1136944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:30.314259 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4947b011-a011-4c4e-a972-7831e1136944 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ea23db4-72b7-467a-9ac1-29c687fa54fc HTTP/1.1" status: 204 len: 168 time: 0.4030681 Aug 21 10:53:30.314848 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4947b011-a011-4c4e-a972-7831e1136944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:30.373321 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-34f8ef49-6e33-450a-934b-5ffbe97d66a0 req-b071d7c2-84d5-47f4-9f7c-167a5b70b47f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Unset dirty status for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:53:30.374584 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-34f8ef49-6e33-450a-934b-5ffbe97d66a0 req-b071d7c2-84d5-47f4-9f7c-167a5b70b47f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.2819245 Aug 21 10:53:30.379504 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4f294-13f7-48cd-90e6-c862810a2079 req-cb7d127f-474f-4153-9612-575ae6fe8343 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:30.381028 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-69d4f294-13f7-48cd-90e6-c862810a2079 req-cb7d127f-474f-4153-9612-575ae6fe8343 service neutron] 10.222.0.35 "GET /v2.0/networks?id=04d87499-682e-4d6d-86f8-1cdce753042d HTTP/1.1" status: 200 len: 913 time: 0.1685042 Aug 21 10:53:30.400507 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49890) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:30.490211 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-69d4f294-13f7-48cd-90e6-c862810a2079 req-3dcd10a5-101e-4451-9c33-bd7626127e06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2643272f-82dd-470f-aa9d-963638aefb40 HTTP/1.1" status: 200 len: 217 time: 0.0727389 Aug 21 10:53:30.502396 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-34f8ef49-6e33-450a-934b-5ffbe97d66a0 req-fca6bfc0-34c0-41a2-a68f-5138c69c320e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187751 Aug 21 10:53:30.582007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4f294-13f7-48cd-90e6-c862810a2079 req-e26e52c6-910c-4491-8ea8-8af4cb13c8a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:30.584544 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-69d4f294-13f7-48cd-90e6-c862810a2079 req-e26e52c6-910c-4491-8ea8-8af4cb13c8a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5c481f5-d041-4d4c-a16d-213d439a2538 HTTP/1.1" status: 200 len: 852 time: 0.0810878 Aug 21 10:53:30.592135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-316449b8-3188-4b6d-a9c7-eac89a987294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:30.631594 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-316449b8-3188-4b6d-a9c7-eac89a987294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:30.635679 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-316449b8-3188-4b6d-a9c7-eac89a987294 admin admin] Usage tracker for resource:security_group_rule and tenant:38856d0cec5842c7985f62e4b67722a5 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:30.639261 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-316449b8-3188-4b6d-a9c7-eac89a987294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:30.644809 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-69d4f294-13f7-48cd-90e6-c862810a2079 req-fc3bcf72-a05a-4564-906f-277623fde7e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04d87499-682e-4d6d-86f8-1cdce753042d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500681 Aug 21 10:53:30.645819 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-316449b8-3188-4b6d-a9c7-eac89a987294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:30.732050 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-316449b8-3188-4b6d-a9c7-eac89a987294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:30.759365 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-316449b8-3188-4b6d-a9c7-eac89a987294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:30.774260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:30.871185 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316449b8-3188-4b6d-a9c7-eac89a987294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cb4a38-267f-4632-a7be-c1a5b56f8fa4,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:30.879592 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 49918) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:30.879781 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-316449b8-3188-4b6d-a9c7-eac89a987294 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38856d0cec5842c7985f62e4b67722a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4780400 Aug 21 10:53:30.880872 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-316449b8-3188-4b6d-a9c7-eac89a987294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:30.903216 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-69d4f294-13f7-48cd-90e6-c862810a2079 req-b6386cc8-fa38-4da5-9a42-28b5d4145b6d service neutron] 10.222.0.35 "GET /v2.0/networks/04d87499-682e-4d6d-86f8-1cdce753042d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390952 Aug 21 10:53:31.065847 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 49926) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:31.070576 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-69d4f294-13f7-48cd-90e6-c862810a2079 req-8dad33a4-bc75-45ee-a668-b4b88bbf0e91 service neutron] 10.222.0.35 "GET /v2.0/networks/04d87499-682e-4d6d-86f8-1cdce753042d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526816 Aug 21 10:53:31.088183 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-12752872-84b2-453f-a7f9-66c20a8b8e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:31.096759 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f8b9b257-b038-4ef1-b160-7b93ffc39f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:31.125341 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f8b9b257-b038-4ef1-b160-7b93ffc39f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:31.127027 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-12752872-84b2-453f-a7f9-66c20a8b8e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:31.131930 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-12752872-84b2-453f-a7f9-66c20a8b8e94 admin admin] Usage tracker for resource:security_group_rule and tenant:2e866644847143ff99e697bd1bdda97a is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:31.135491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-12752872-84b2-453f-a7f9-66c20a8b8e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:31.151273 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-12752872-84b2-453f-a7f9-66c20a8b8e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:31.204931 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f8b9b257-b038-4ef1-b160-7b93ffc39f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:31.210229 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-68c344ea-6f2e-4844-9b07-837a0442e86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:31.225897 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f8b9b257-b038-4ef1-b160-7b93ffc39f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:31.240407 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-f8b9b257-b038-4ef1-b160-7b93ffc39f24 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00cb4a38-267f-4632-a7be-c1a5b56f8fa4 HTTP/1.1" status: 204 len: 168 time: 0.3445902 Aug 21 10:53:31.245650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9b257-b038-4ef1-b160-7b93ffc39f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cb4a38-267f-4632-a7be-c1a5b56f8fa4,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:31.257935 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f8b9b257-b038-4ef1-b160-7b93ffc39f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:31.279022 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-12752872-84b2-453f-a7f9-66c20a8b8e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:31.314034 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-12752872-84b2-453f-a7f9-66c20a8b8e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:31.325119 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:31.376604 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12752872-84b2-453f-a7f9-66c20a8b8e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0298cb-2652-43d9-b3b2-2065c7521b00,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:31.380261 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-12752872-84b2-453f-a7f9-66c20a8b8e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:31.383370 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-12752872-84b2-453f-a7f9-66c20a8b8e94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e866644847143ff99e697bd1bdda97a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3161972 Aug 21 10:53:31.387028 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 49940) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:31.454540 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:31.487403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96d418-c48c-4814-b241-ccd11ae17ac2 req-0d8b6dcc-6ece-4cbd-a32f-1f98165b7def tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:31.489049 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ec96d418-c48c-4814-b241-ccd11ae17ac2 req-0d8b6dcc-6ece-4cbd-a32f-1f98165b7def tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0964310 Aug 21 10:53:31.489324 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:31.540579 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ec96d418-c48c-4814-b241-ccd11ae17ac2 req-2b05a08f-e2cc-415c-b228-3ccf2fe8b999 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431926 Aug 21 10:53:31.594084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:31.599168 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:31.834467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0298cb-2652-43d9-b3b2-2065c7521b00,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:31.853560 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:31.857731 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d0298cb-2652-43d9-b3b2-2065c7521b00 HTTP/1.1" status: 204 len: 168 time: 0.4665687 Aug 21 10:53:31.859137 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:31.859560 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:31.859955 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:31.860378 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:31.860989 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:31.861405 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:31.861748 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:31.862115 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:31.862600 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:31.862986 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:31.863362 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:31.866838 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:31.907483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946bed9-6594-4f91-ac0a-2146f48055f2 req-25607896-5e6c-4429-a3e0-40fd848ebe70 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:31.908492 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c946bed9-6594-4f91-ac0a-2146f48055f2 req-25607896-5e6c-4429-a3e0-40fd848ebe70 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.1162474 Aug 21 10:53:31.961259 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c946bed9-6594-4f91-ac0a-2146f48055f2 req-be11a292-624a-489e-91a2-1de6744d9556 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460694 Aug 21 10:53:31.966726 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 49954) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:31.988097 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4b5502a0-1305-4652-8438-f98ee04afbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:32.035990 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4b5502a0-1305-4652-8438-f98ee04afbae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:32.040474 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4b5502a0-1305-4652-8438-f98ee04afbae admin admin] Usage tracker for resource:security_group_rule and tenant:4de2c882476b4f3eb9461e141b61ed71 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:32.044710 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4b5502a0-1305-4652-8438-f98ee04afbae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:32.050954 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4b5502a0-1305-4652-8438-f98ee04afbae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:32.126332 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4b5502a0-1305-4652-8438-f98ee04afbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:32.147606 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4b5502a0-1305-4652-8438-f98ee04afbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:32.155967 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:32.214232 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314408f-d936-4050-9c48-4de8367f3e66 req-3f27deaf-69da-4a50-a95c-b841e8188a2a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:32.216302 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0314408f-d936-4050-9c48-4de8367f3e66 req-3f27deaf-69da-4a50-a95c-b841e8188a2a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0874534 Aug 21 10:53:32.220305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5502a0-1305-4652-8438-f98ee04afbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af77588-1fdb-4565-afd1-270925b1e920,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:32.230818 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 49964) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:32.231904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4b5502a0-1305-4652-8438-f98ee04afbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:32.242805 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-8a170781-734b-4f4b-b8b0-84c02680ca68 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Request body: {'floatingip': {'port_id': '72fc3d77-5c40-407c-b814-5066f5f601fa'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:53:32.273854 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:32.322565 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4b5502a0-1305-4652-8438-f98ee04afbae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4de2c882476b4f3eb9461e141b61ed71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3547268 Aug 21 10:53:32.325898 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 49974) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:32.343466 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8a170781-734b-4f4b-b8b0-84c02680ca68 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for floatingip, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:32.523783 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dd6defae-4b25-4a2c-8c6c-518972e427a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:32.607535 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dd6defae-4b25-4a2c-8c6c-518972e427a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:33.171295 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc9fb0-843d-4bb7-87a4-c646c3d67898 req-5b955b79-9ec5-4b88-87fd-4ee9c0eb6a2c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:33.173869 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-93dc9fb0-843d-4bb7-87a4-c646c3d67898 req-5b955b79-9ec5-4b88-87fd-4ee9c0eb6a2c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.4378562 Aug 21 10:53:33.325536 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 50022) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:33.345339 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-93dc9fb0-843d-4bb7-87a4-c646c3d67898 req-51f24fa4-2996-4ee4-81fa-4fa143054799 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614511 Aug 21 10:53:33.352090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dd6defae-4b25-4a2c-8c6c-518972e427a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:33.375112 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-18589cc1-778c-4737-aacc-57c76d1b78c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:33.392889 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6defae-4b25-4a2c-8c6c-518972e427a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af77588-1fdb-4565-afd1-270925b1e920,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:33.395322 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-dd6defae-4b25-4a2c-8c6c-518972e427a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:33.401477 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dd6defae-4b25-4a2c-8c6c-518972e427a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:33.405075 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-dd6defae-4b25-4a2c-8c6c-518972e427a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1af77588-1fdb-4565-afd1-270925b1e920 HTTP/1.1" status: 204 len: 168 time: 1.0758133 Aug 21 10:53:33.424676 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8a170781-734b-4f4b-b8b0-84c02680ca68 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:33.452142 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8a170781-734b-4f4b-b8b0-84c02680ca68 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:33.554532 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:33.588399 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:33.592687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Usage tracker for resource:security_group_rule and tenant:029deb94cc574bcdab2f31be84b5fd75 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:33.595790 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:33.602039 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:33.851030 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.l3_db [None req-8a170781-734b-4f4b-b8b0-84c02680ca68 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Floating IP fa568067-ebcb-4c5f-9933-871201ec706b associated. External IP: 172.27.3.134, port: 72fc3d77-5c40-407c-b814-5066f5f601fa. Aug 21 10:53:33.889760 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:33.924688 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:33.936107 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-808ce7eb-02c5-42f4-8416-7660c5d1f912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:34.003118 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=029deb94cc574bcdab2f31be84b5fd75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6761961 Aug 21 10:53:34.003956 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 50054) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:34.004687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b71232c-63fd-468e-8fb6-331ec15ebfb4,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:34.046300 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:34.047352 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:34.047784 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:34.048178 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:34.048576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:34.048969 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:34.049478 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:34.049725 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:34.050116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:34.050502 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:34.051248 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:53:34.056797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:34.126373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-783794f6-9c3b-4921-b284-f8e5d6de09ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:34.163783 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-783794f6-9c3b-4921-b284-f8e5d6de09ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:34.239004 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-783794f6-9c3b-4921-b284-f8e5d6de09ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:34.244692 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-afafac20-be7d-4daa-83c6-eebd3d8aed87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:34.266747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783794f6-9c3b-4921-b284-f8e5d6de09ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b71232c-63fd-468e-8fb6-331ec15ebfb4,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:34.271092 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-783794f6-9c3b-4921-b284-f8e5d6de09ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:34.321256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-783794f6-9c3b-4921-b284-f8e5d6de09ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:34.326074 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-783794f6-9c3b-4921-b284-f8e5d6de09ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b71232c-63fd-468e-8fb6-331ec15ebfb4 HTTP/1.1" status: 204 len: 168 time: 0.3185549 Aug 21 10:53:34.428357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a170781-734b-4f4b-b8b0-84c02680ca68 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Router cb618512-4802-41c4-ba3e-de19044ec61a has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 10:53:34.634921 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88bf55-8454-4561-a567-1e81f7abd988 req-39b9fdf9-a040-4911-af54-b727d02e79a3 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:34.636450 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0c88bf55-8454-4561-a567-1e81f7abd988 req-39b9fdf9-a040-4911-af54-b727d02e79a3 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0936053 Aug 21 10:53:34.684080 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a170781-734b-4f4b-b8b0-84c02680ca68 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:53:34.689572 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8a170781-734b-4f4b-b8b0-84c02680ca68 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:34.707048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff298636-f722-47d6-ac04-8fc0a8491906 None None] Sync routers for ids ['cb618512-4802-41c4-ba3e-de19044ec61a'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:53:34.708506 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0c88bf55-8454-4561-a567-1e81f7abd988 req-b49ab6cf-7c38-47f9-844a-f93d6da8636a tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648112 Aug 21 10:53:34.723601 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff298636-f722-47d6-ac04-8fc0a8491906 None None] Routers {'cb618512-4802-41c4-ba3e-de19044ec61a'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:53:34.724465 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-ff298636-f722-47d6-ac04-8fc0a8491906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:53:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['cb618512-4802-41c4-ba3e-de19044ec61a'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:53:34.761511 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-8a170781-734b-4f4b-b8b0-84c02680ca68 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "PUT /v2.0/floatingips/fa568067-ebcb-4c5f-9933-871201ec706b HTTP/1.1" status: 200 len: 991 time: 2.5259717 Aug 21 10:53:34.762641 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'tag': '72fc3d77-5c40-407c-b814-5066f5f601fa'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:53:34.852901 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'tag': '72fc3d77-5c40-407c-b814-5066f5f601fa', 'status': 'completed', 'code': 200} Aug 21 10:53:34.974086 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-80ac60c4-d43e-41f9-9206-cd4c9a5eccb6 req-7f5e81f4-766f-49e5-9305-36aa3f2acb07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4599243a149a7856c54fdc20f7e47&device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 1098 time: 0.0942218 Aug 21 10:53:34.992253 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-ff298636-f722-47d6-ac04-8fc0a8491906 None None] Set router cb618512-4802-41c4-ba3e-de19044ec61a gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:53:35.130388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac60c4-d43e-41f9-9206-cd4c9a5eccb6 req-8b97b650-7b05-4b4e-80a8-f74f36b64d01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:35.132583 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-80ac60c4-d43e-41f9-9206-cd4c9a5eccb6 req-8b97b650-7b05-4b4e-80a8-f74f36b64d01 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffac6d6c-98c6-42e8-8c03-8096916bd29d HTTP/1.1" status: 200 len: 918 time: 0.1519978 Aug 21 10:53:35.146178 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 50098) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:35.185946 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6db1e447-0c0b-475d-b699-6ea8cf43cd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:35.295276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-6db1e447-0c0b-475d-b699-6ea8cf43cd0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:35.299939 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-6db1e447-0c0b-475d-b699-6ea8cf43cd0d admin admin] Usage tracker for resource:security_group_rule and tenant:2efe360427c947dc83fcac0d523e1e63 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:35.307909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-6db1e447-0c0b-475d-b699-6ea8cf43cd0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:35.326283 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-6db1e447-0c0b-475d-b699-6ea8cf43cd0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:35.375322 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-80ac60c4-d43e-41f9-9206-cd4c9a5eccb6 req-fb113c64-b612-4fbe-8286-f2d1fb87d14f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72fc3d77-5c40-407c-b814-5066f5f601fa HTTP/1.1" status: 200 len: 999 time: 0.2204413 Aug 21 10:53:35.431729 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6db1e447-0c0b-475d-b699-6ea8cf43cd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:35.467292 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac60c4-d43e-41f9-9206-cd4c9a5eccb6 req-6d2678e0-5f80-41bb-b4f2-91136013fd1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:35.469226 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-80ac60c4-d43e-41f9-9206-cd4c9a5eccb6 req-6d2678e0-5f80-41bb-b4f2-91136013fd1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f HTTP/1.1" status: 200 len: 856 time: 0.0812447 Aug 21 10:53:35.469475 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6db1e447-0c0b-475d-b699-6ea8cf43cd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:35.478662 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:35.516588 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-ff298636-f722-47d6-ac04-8fc0a8491906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': 'fa568067-ebcb-4c5f-9933-871201ec706b', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'port_id': '72fc3d77-5c40-407c-b814-5066f5f601fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'mac_address': 'fa:16:3e:62:05:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:53:06Z', 'updated_at': '2021-08-21T10:53:33Z', 'revision_number': 1, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:53:01Z', 'revision_number': 5, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:53:35.523569 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff298636-f722-47d6-ac04-8fc0a8491906 None None] Checking router: cb618512-4802-41c4-ba3e-de19044ec61a for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:53:35.572889 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff298636-f722-47d6-ac04-8fc0a8491906 None None] Routers {'cb618512-4802-41c4-ba3e-de19044ec61a'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:53:35.573572 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-ff298636-f722-47d6-ac04-8fc0a8491906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:53:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['cb618512-4802-41c4-ba3e-de19044ec61a'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:53:35.601349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1e447-0c0b-475d-b699-6ea8cf43cd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d808dc5b-b324-4f19-b55a-f9da6dbaf7e2,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:35.604495 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6db1e447-0c0b-475d-b699-6ea8cf43cd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:35.606891 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-6db1e447-0c0b-475d-b699-6ea8cf43cd0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2efe360427c947dc83fcac0d523e1e63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4596543 Aug 21 10:53:35.610712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 50114) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:35.738980 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-80ac60c4-d43e-41f9-9206-cd4c9a5eccb6 req-6c4b4627-316f-4101-a935-a2e4ebbf9cea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffac6d6c-98c6-42e8-8c03-8096916bd29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2632296 Aug 21 10:53:35.746456 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1d9e170a-3957-4587-9f48-06b4493a4ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:35.838064 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-ff298636-f722-47d6-ac04-8fc0a8491906 None None] Set router cb618512-4802-41c4-ba3e-de19044ec61a gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:53:35.975583 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1d9e170a-3957-4587-9f48-06b4493a4ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:35.978327 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcf9d7-8a23-45df-ad61-47ae7f7b88c7 req-b14f9409-29b3-4ead-b88c-4e867dab9efa tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:35.986275 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1bdcf9d7-8a23-45df-ad61-47ae7f7b88c7 req-b14f9409-29b3-4ead-b88c-4e867dab9efa tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.1050701 Aug 21 10:53:36.048225 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1bdcf9d7-8a23-45df-ad61-47ae7f7b88c7 req-8cee535d-cd38-4897-a766-058a32dbce63 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605681 Aug 21 10:53:36.090877 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-80ac60c4-d43e-41f9-9206-cd4c9a5eccb6 req-6af98d96-5899-4c94-bb8c-708e0fcfb6ef service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282385 Aug 21 10:53:36.263517 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1d9e170a-3957-4587-9f48-06b4493a4ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:36.274488 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4b5502a0-1305-4652-8438-f98ee04afbae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:36.307438 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-ff298636-f722-47d6-ac04-8fc0a8491906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': 'fa568067-ebcb-4c5f-9933-871201ec706b', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'port_id': '72fc3d77-5c40-407c-b814-5066f5f601fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'mac_address': 'fa:16:3e:62:05:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:53:06Z', 'updated_at': '2021-08-21T10:53:33Z', 'revision_number': 1, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:53:01Z', 'revision_number': 5, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:53:36.313030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff298636-f722-47d6-ac04-8fc0a8491906 None None] The sync data for ids ['cb618512-4802-41c4-ba3e-de19044ec61a'] in dv-cinder-805477-1-iscsi is: [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': 'fa568067-ebcb-4c5f-9933-871201ec706b', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'port_id': '72fc3d77-5c40-407c-b814-5066f5f601fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'mac_address': 'fa:16:3e:62:05:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:53:06Z', 'updated_at': '2021-08-21T10:53:33Z', 'revision_number': 1, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:53:01Z', 'revision_number': 5, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:53:36.319055 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e170a-3957-4587-9f48-06b4493a4ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d808dc5b-b324-4f19-b55a-f9da6dbaf7e2,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:36.323061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-1d9e170a-3957-4587-9f48-06b4493a4ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:36.339843 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1d9e170a-3957-4587-9f48-06b4493a4ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:36.341053 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-1d9e170a-3957-4587-9f48-06b4493a4ebb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d808dc5b-b324-4f19-b55a-f9da6dbaf7e2 HTTP/1.1" status: 204 len: 168 time: 0.7282610 Aug 21 10:53:36.382605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 50152) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:36.427871 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-80ac60c4-d43e-41f9-9206-cd4c9a5eccb6 req-7d12edfd-86a8-4963-923a-2c8b57ac8f20 service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171623 Aug 21 10:53:36.615167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-62c8d788-9840-491b-9712-692d64395c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:36.659985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-62c8d788-9840-491b-9712-692d64395c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:36.665595 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-62c8d788-9840-491b-9712-692d64395c96 admin admin] Usage tracker for resource:security_group_rule and tenant:c9dfa043e1be44c5a9bbd1d4dfa77c59 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:36.668867 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-62c8d788-9840-491b-9712-692d64395c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:36.676741 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-62c8d788-9840-491b-9712-692d64395c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:36.835918 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-62c8d788-9840-491b-9712-692d64395c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:36.871482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e9fe8-ca42-433f-82ae-747d9ece7256 None None] New status for floating IP fa568067-ebcb-4c5f-9933-871201ec706b: ACTIVE {{(pid=82513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 10:53:36.879466 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-62c8d788-9840-491b-9712-692d64395c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:36.887908 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f8bc8ddf-a57f-4be0-9c41-9180ffcc79bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:36.927334 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8d788-9840-491b-9712-692d64395c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fa77af-f0b9-428e-919c-958de87f0e37,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:36.931591 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-62c8d788-9840-491b-9712-692d64395c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:36.966396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 50174) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:36.970102 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-62c8d788-9840-491b-9712-692d64395c96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9dfa043e1be44c5a9bbd1d4dfa77c59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5861149 Aug 21 10:53:37.053123 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d7a31fc3-9ea2-4068-aa01-a9b195787464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:37.106617 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d7a31fc3-9ea2-4068-aa01-a9b195787464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:37.210275 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d7a31fc3-9ea2-4068-aa01-a9b195787464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:37.215999 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5a821f76-5062-4238-9325-354fb6561795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:37.245815 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a31fc3-9ea2-4068-aa01-a9b195787464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fa77af-f0b9-428e-919c-958de87f0e37,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:37.257171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d7a31fc3-9ea2-4068-aa01-a9b195787464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:37.265526 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d7a31fc3-9ea2-4068-aa01-a9b195787464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:37.271657 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d7a31fc3-9ea2-4068-aa01-a9b195787464 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99fa77af-f0b9-428e-919c-958de87f0e37 HTTP/1.1" status: 204 len: 168 time: 0.3006604 Aug 21 10:53:37.332115 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2857a4b-e2e7-4c0e-8783-885c4a8bf0c5 req-fc1a2378-5848-4b02-b71c-13604c7216ba tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:37.333869 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c2857a4b-e2e7-4c0e-8783-885c4a8bf0c5 req-fc1a2378-5848-4b02-b71c-13604c7216ba tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.1126266 Aug 21 10:53:37.421152 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c2857a4b-e2e7-4c0e-8783-885c4a8bf0c5 req-55998aa2-10c0-4769-9a4c-c034ea05bc40 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752170 Aug 21 10:53:37.923383 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 50216) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:37.962375 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-46c6d47c-d181-440d-b8a5-9f522097c379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:38.071045 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-46c6d47c-d181-440d-b8a5-9f522097c379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:38.075296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-46c6d47c-d181-440d-b8a5-9f522097c379 admin admin] Usage tracker for resource:security_group_rule and tenant:940f39a0a4514129ab624abd28c93b0e is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:38.079089 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-46c6d47c-d181-440d-b8a5-9f522097c379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:38.086050 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-46c6d47c-d181-440d-b8a5-9f522097c379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:38.175150 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-46c6d47c-d181-440d-b8a5-9f522097c379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:38.227670 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-46c6d47c-d181-440d-b8a5-9f522097c379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:38.247506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:38.292302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6d47c-d181-440d-b8a5-9f522097c379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e066bf06-f769-4e62-afd6-37a42fc96c8a,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:38.299623 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-46c6d47c-d181-440d-b8a5-9f522097c379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:38.302267 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-46c6d47c-d181-440d-b8a5-9f522097c379 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=940f39a0a4514129ab624abd28c93b0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3778038 Aug 21 10:53:38.305273 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 50234) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:38.489331 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b2b4ff4c-5102-4e3b-bfaf-ce3c8b39a5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:38.519266 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b2b4ff4c-5102-4e3b-bfaf-ce3c8b39a5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:38.632240 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdc994-469c-4df8-ac20-1ee6e3a31a8b req-371dad6a-2a98-4a50-840b-dc5196bb03e5 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:38.642827 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3ecdc994-469c-4df8-ac20-1ee6e3a31a8b req-371dad6a-2a98-4a50-840b-dc5196bb03e5 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 946 time: 0.2132819 Aug 21 10:53:38.646208 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b2b4ff4c-5102-4e3b-bfaf-ce3c8b39a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:38.681373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e63ef24f-9560-4132-b94e-dd42f808c9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:38.681860 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532e642-2d2d-4d8c-9ee2-4cb037fb390e req-8d7176ad-9145-4f4c-a190-8460faa29966 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:38.683937 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c532e642-2d2d-4d8c-9ee2-4cb037fb390e req-8d7176ad-9145-4f4c-a190-8460faa29966 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.1061239 Aug 21 10:53:38.708175 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4ff4c-5102-4e3b-bfaf-ce3c8b39a5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e066bf06-f769-4e62-afd6-37a42fc96c8a,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:38.713613 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b2b4ff4c-5102-4e3b-bfaf-ce3c8b39a5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:38.722918 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b2b4ff4c-5102-4e3b-bfaf-ce3c8b39a5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:38.727328 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-b2b4ff4c-5102-4e3b-bfaf-ce3c8b39a5bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e066bf06-f769-4e62-afd6-37a42fc96c8a HTTP/1.1" status: 204 len: 168 time: 0.4209306 Aug 21 10:53:38.742553 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3ecdc994-469c-4df8-ac20-1ee6e3a31a8b req-1885364c-b136-4fbb-bdc2-0f26f416e357 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986702 Aug 21 10:53:38.782047 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c532e642-2d2d-4d8c-9ee2-4cb037fb390e req-7a30366a-32a4-4e71-9510-1c7cb7064d6a tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901201 Aug 21 10:53:39.365738 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cb19e407-ae36-4e0c-96e5-6ef74f21ba49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:39.983476 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 50318) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:40.039151 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e32d89-39f5-4fa7-8f22-21dedf473f4e req-ea8c7493-7cc5-488c-9c60-85a6ad9ff3b0 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:40.047989 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-57e32d89-39f5-4fa7-8f22-21dedf473f4e req-ea8c7493-7cc5-488c-9c60-85a6ad9ff3b0 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.1047077 Aug 21 10:53:40.083458 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa66354-e7da-418a-ab99-6f50912396b5 req-71dfefa4-b034-4d63-bdc6-51082c898137 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:40.090924 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9aa66354-e7da-418a-ab99-6f50912396b5 req-71dfefa4-b034-4d63-bdc6-51082c898137 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 946 time: 0.1452274 Aug 21 10:53:40.138413 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-57e32d89-39f5-4fa7-8f22-21dedf473f4e req-66942e92-069b-4ea1-bab4-23e3a4f6bd99 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893722 Aug 21 10:53:40.149357 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9aa66354-e7da-418a-ab99-6f50912396b5 req-733abefc-a7d8-49fc-8ae2-f5006d6abf6e tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575550 Aug 21 10:53:40.448584 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-80887cef-bbad-4f5d-8ba6-5170dd56d05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:40.489906 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-80887cef-bbad-4f5d-8ba6-5170dd56d05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:40.494297 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-80887cef-bbad-4f5d-8ba6-5170dd56d05f admin admin] Usage tracker for resource:security_group_rule and tenant:033b0892f0fa4eca8fcd1d2e11a066ed is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:40.497914 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-80887cef-bbad-4f5d-8ba6-5170dd56d05f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:40.505058 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-80887cef-bbad-4f5d-8ba6-5170dd56d05f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:40.580266 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-80887cef-bbad-4f5d-8ba6-5170dd56d05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:40.610562 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-80887cef-bbad-4f5d-8ba6-5170dd56d05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:40.619426 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ea977599-24ad-43af-a780-d3c1ea28ab3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:40.663342 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80887cef-bbad-4f5d-8ba6-5170dd56d05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d89664-1844-448a-9cff-e407db03b0f4,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:40.666915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-80887cef-bbad-4f5d-8ba6-5170dd56d05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:40.673366 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 50348) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:40.673512 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-80887cef-bbad-4f5d-8ba6-5170dd56d05f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=033b0892f0fa4eca8fcd1d2e11a066ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6876733 Aug 21 10:53:40.740760 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3d355091-4cf4-49f3-8639-07bfb10f04e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:40.774712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3d355091-4cf4-49f3-8639-07bfb10f04e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:40.872298 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3375eec-f59b-4c78-86cb-93b854a4f155 req-5efbf696-f107-442e-8354-a1d18e6a0470 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:40.874021 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a3375eec-f59b-4c78-86cb-93b854a4f155 req-5efbf696-f107-442e-8354-a1d18e6a0470 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.35 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 946 time: 0.0848176 Aug 21 10:53:40.878733 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3d355091-4cf4-49f3-8639-07bfb10f04e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:40.884028 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-035c848b-e365-4457-923d-aa08089e023c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:40.898991 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d355091-4cf4-49f3-8639-07bfb10f04e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d89664-1844-448a-9cff-e407db03b0f4,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:40.903297 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3d355091-4cf4-49f3-8639-07bfb10f04e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:40.939262 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3d355091-4cf4-49f3-8639-07bfb10f04e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:40.940573 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-3d355091-4cf4-49f3-8639-07bfb10f04e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84d89664-1844-448a-9cff-e407db03b0f4 HTTP/1.1" status: 204 len: 168 time: 0.2651093 Aug 21 10:53:40.964038 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-a3375eec-f59b-4c78-86cb-93b854a4f155 req-5e438f7c-df97-40e9-a36e-773239bb8a0f tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Deleting port 2643272f-82dd-470f-aa9d-963638aefb40 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 10:53:40.964447 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-a3375eec-f59b-4c78-86cb-93b854a4f155 req-5e438f7c-df97-40e9-a36e-773239bb8a0f tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:40.981718 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:41.381453 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-a3375eec-f59b-4c78-86cb-93b854a4f155 req-5e438f7c-df97-40e9-a36e-773239bb8a0f tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] For port 2643272f-82dd-470f-aa9d-963638aefb40, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2643272f-82dd-470f-aa9d-963638aefb40,segment=NetworkSegment(e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de),segment_id=e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:53:41.381901 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-a3375eec-f59b-4c78-86cb-93b854a4f155 req-5e438f7c-df97-40e9-a36e-773239bb8a0f tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:41.601418 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cee85-daae-4545-b9f7-8179c65f3185 req-a83bbf48-aef1-4ef4-b22d-f1df7d05a3f9 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:41.603138 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3f2cee85-daae-4545-b9f7-8179c65f3185 req-a83bbf48-aef1-4ef4-b22d-f1df7d05a3f9 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.1697361 Aug 21 10:53:41.655963 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3f2cee85-daae-4545-b9f7-8179c65f3185 req-2e14a013-a7e3-468c-af25-31751de018a2 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465488 Aug 21 10:53:41.782443 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 50382) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:41.802128 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5d1032b0-4dcb-4fe6-8afb-a98b1d538e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:41.838340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-a3375eec-f59b-4c78-86cb-93b854a4f155 req-5e438f7c-df97-40e9-a36e-773239bb8a0f tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Calling delete_port for 2643272f-82dd-470f-aa9d-963638aefb40 owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 10:53:41.839208 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5d1032b0-4dcb-4fe6-8afb-a98b1d538e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:41.844127 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5d1032b0-4dcb-4fe6-8afb-a98b1d538e15 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a6a69d23cb4faa96bacf5d0fc71778 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:41.847101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5d1032b0-4dcb-4fe6-8afb-a98b1d538e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:41.853276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5d1032b0-4dcb-4fe6-8afb-a98b1d538e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:41.931402 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5d1032b0-4dcb-4fe6-8afb-a98b1d538e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:41.964361 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5d1032b0-4dcb-4fe6-8afb-a98b1d538e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:41.972488 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cf23f7e7-df87-4aa7-9beb-de338bfe7035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:41.976856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f8b6b624-77e6-4c4b-92f4-ef8b7c91c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:42.007863 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dc76f-3c1e-4882-b3a9-6cb04f69d0cf req-7659d60e-00bb-4355-a63c-1a53f77f6544 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:42.009569 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-701dc76f-3c1e-4882-b3a9-6cb04f69d0cf req-7659d60e-00bb-4355-a63c-1a53f77f6544 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 946 time: 0.6110024 Aug 21 10:53:42.018244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1032b0-4dcb-4fe6-8afb-a98b1d538e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbf4a29-e5ad-42a0-bc97-8e72308dab53,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:42.026073 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-5d1032b0-4dcb-4fe6-8afb-a98b1d538e15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7a6a69d23cb4faa96bacf5d0fc71778&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2400544 Aug 21 10:53:42.026073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5d1032b0-4dcb-4fe6-8afb-a98b1d538e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:42.026924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 50386) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:42.064802 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-701dc76f-3c1e-4882-b3a9-6cb04f69d0cf req-17dc4236-f4f2-4067-9c60-29a40a264aad tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/security-groups?id=8160e02b-cbc7-416e-a307-9312f35bd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486231 Aug 21 10:53:42.090797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-05b7990c-00ff-47a8-b1b9-3ca8a73d19d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:42.118268 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-05b7990c-00ff-47a8-b1b9-3ca8a73d19d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:42.187956 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-05b7990c-00ff-47a8-b1b9-3ca8a73d19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:42.194296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-316449b8-3188-4b6d-a9c7-eac89a987294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:42.208842 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7990c-00ff-47a8-b1b9-3ca8a73d19d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbf4a29-e5ad-42a0-bc97-8e72308dab53,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:42.212573 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-05b7990c-00ff-47a8-b1b9-3ca8a73d19d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:42.212975 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:42.213937 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-05b7990c-00ff-47a8-b1b9-3ca8a73d19d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bfbf4a29-e5ad-42a0-bc97-8e72308dab53 HTTP/1.1" status: 204 len: 168 time: 0.1866636 Aug 21 10:53:42.215069 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-05b7990c-00ff-47a8-b1b9-3ca8a73d19d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:42.234478 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-a3375eec-f59b-4c78-86cb-93b854a4f155 req-5e438f7c-df97-40e9-a36e-773239bb8a0f tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:42.243222 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-453e6262-f64d-44c2-bc52-6a2a0fc2aef1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:42.246926 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['2643272f-82dd-470f-aa9d-963638aefb40'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:53:42.288996 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e438f7c-df97-40e9-a36e-773239bb8a0f tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Pushing event deleted for resources: {'Port': ['ID=2643272f-82dd-470f-aa9d-963638aefb40,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:42.293125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5e438f7c-df97-40e9-a36e-773239bb8a0f tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:42.364456 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3375eec-f59b-4c78-86cb-93b854a4f155 req-5e438f7c-df97-40e9-a36e-773239bb8a0f tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] No DVR routers for this DVR port 2643272f-82dd-470f-aa9d-963638aefb40 on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 10:53:42.367516 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-a3375eec-f59b-4c78-86cb-93b854a4f155 req-5e438f7c-df97-40e9-a36e-773239bb8a0f tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:42.370325 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c923bcda-bbd7-4a00-874c-2b8076c31647', 'name': 'network-vif-deleted', 'tag': '2643272f-82dd-470f-aa9d-963638aefb40'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:53:42.416870 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a3375eec-f59b-4c78-86cb-93b854a4f155 req-5e438f7c-df97-40e9-a36e-773239bb8a0f tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.35 "DELETE /v2.0/ports/2643272f-82dd-470f-aa9d-963638aefb40 HTTP/1.1" status: 204 len: 173 time: 1.5352938 Aug 21 10:53:42.425200 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c923bcda-bbd7-4a00-874c-2b8076c31647', 'name': 'network-vif-deleted', 'tag': '2643272f-82dd-470f-aa9d-963638aefb40', 'status': 'completed', 'code': 200} Aug 21 10:53:42.869586 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39641b13-1a6f-46e4-9c47-a81c6e69f1a9 req-d459cc4c-671b-44aa-b3f4-a0d3e27e66fe tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:42.872029 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-39641b13-1a6f-46e4-9c47-a81c6e69f1a9 req-d459cc4c-671b-44aa-b3f4-a0d3e27e66fe tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0869575 Aug 21 10:53:42.926424 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-39641b13-1a6f-46e4-9c47-a81c6e69f1a9 req-19115415-5bc4-491a-9a27-81b6b23a4441 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475230 Aug 21 10:53:43.245379 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-da7982ba-0d38-4a57-8941-d3ac8434f88b req-69a3e60d-349d-4eb7-816c-7aeac0a3470a tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Synchronizing usage tracker for tenant:e0ffe67d5b7c4e0996429c32f489c646 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:53:43.323695 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-da7982ba-0d38-4a57-8941-d3ac8434f88b req-69a3e60d-349d-4eb7-816c-7aeac0a3470a tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Unset dirty status for tenant:e0ffe67d5b7c4e0996429c32f489c646 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:53:43.324985 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-da7982ba-0d38-4a57-8941-d3ac8434f88b req-69a3e60d-349d-4eb7-816c-7aeac0a3470a tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 210 time: 0.1285369 Aug 21 10:53:43.547914 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:44.149231 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133eee9-d257-407c-9018-f9b8e49724a5 req-338306f4-c5b5-4906-9b4b-f3d45535ef22 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:44.150917 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3133eee9-d257-407c-9018-f9b8e49724a5 req-338306f4-c5b5-4906-9b4b-f3d45535ef22 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0880809 Aug 21 10:53:44.209919 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3133eee9-d257-407c-9018-f9b8e49724a5 req-208a506a-70c4-4a56-9b74-61122d9f7cff tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508845 Aug 21 10:53:44.515864 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ad3467c7-dabf-4520-8bee-ea7fe5b42a12 req-9bee0a29-3d6a-47bc-94ac-966d345e09f3 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 210 time: 0.0441017 Aug 21 10:53:45.265176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-734117ca-64c7-4ce0-a84e-376a57b6f3a8 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:45.266768 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-734117ca-64c7-4ce0-a84e-376a57b6f3a8 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/networks?id=4de6ebeb-552e-4358-808e-6e565693a7b6 HTTP/1.1" status: 200 len: 814 time: 0.1563432 Aug 21 10:53:45.295357 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-ba30e5be-7e04-454f-bf81-09789de6109d tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/quotas/ca4e747d982848ecb4db023d86d4ccd5 HTTP/1.1" status: 200 len: 375 time: 0.0221047 Aug 21 10:53:45.323654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2643272f-82dd-470f-aa9d-963638aefb40 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 10:53:45.382339 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: 2643272f-82dd-470f-aa9d-963638aefb40 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 10:53:45.383087 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2643272f-82dd-470f-aa9d-963638aefb40 not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 10:53:45.431242 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-afcd629d-2a05-40cd-8fec-6d9039315919 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca4e747d982848ecb4db023d86d4ccd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292582 Aug 21 10:53:45.571206 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-b5b5f59c-c741-4cfd-b577-7e2218fe40d9 service neutron] 10.222.0.49 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323030 Aug 21 10:53:45.710721 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-50c41165-487a-43b3-88eb-fd3c4d7d3db7 service neutron] 10.222.0.49 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332784 Aug 21 10:53:46.126983 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019466b3-b00c-40bf-958d-d78e78f1b548 req-831e9789-1670-46ab-a3b7-73b207e661dd tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:46.126983 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-019466b3-b00c-40bf-958d-d78e78f1b548 req-831e9789-1670-46ab-a3b7-73b207e661dd tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0850914 Aug 21 10:53:46.126983 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-019466b3-b00c-40bf-958d-d78e78f1b548 req-69246765-6c2b-4510-b4c1-a3fa73248414 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409830 Aug 21 10:53:46.540176 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8299e8cd-9252-4931-9e35-5190ca50ee90 req-26426028-0f0b-4314-a311-6739401fa7ea tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 210 time: 0.0566895 Aug 21 10:53:46.630965 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-aceca659-b128-4d24-bf64-6e7d5ecd1d7a req-9fc91da7-46c8-4c43-a19d-cb70eefefcb1 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 210 time: 0.0493865 Aug 21 10:53:47.296688 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cef62-7f6a-4652-8504-e55f9f5b1e9f req-2c07bc14-9598-44e6-9e2f-8eef9053c855 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:47.298254 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c21cef62-7f6a-4652-8504-e55f9f5b1e9f req-2c07bc14-9598-44e6-9e2f-8eef9053c855 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0820169 Aug 21 10:53:47.348359 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c21cef62-7f6a-4652-8504-e55f9f5b1e9f req-524d3163-3914-4519-939f-3232dd2aad8f tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Aug 21 10:53:47.718150 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d5371fb-fe96-4732-947a-90a8d4a850b0 req-ec44b866-9db9-490b-be88-20f086c5d91a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 210 time: 0.0449586 Aug 21 10:53:47.885892 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3ab8ff97-b6a6-4e56-ab17-90ded19290cc req-7e147067-f8bf-4c09-98b2-0251d95e7049 tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] 10.222.0.49 "GET /v2.0/ports?device_id=c923bcda-bbd7-4a00-874c-2b8076c31647 HTTP/1.1" status: 200 len: 210 time: 0.0452631 Aug 21 10:53:48.552671 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a12211-ffbf-415f-9818-d73d232be3b0 req-a4e7fd8c-8797-4d9a-b028-7b1399c2c9e1 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:48.554223 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e0a12211-ffbf-415f-9818-d73d232be3b0 req-a4e7fd8c-8797-4d9a-b028-7b1399c2c9e1 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0847180 Aug 21 10:53:48.600607 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e0a12211-ffbf-415f-9818-d73d232be3b0 req-39dbb05d-cac3-493a-91df-93288f0c59a3 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403616 Aug 21 10:53:48.902351 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-67d9c98f-d1c1-4c50-83ad-b3897ef6d101 req-aa41b2e4-9cac-475d-ae21-6cc6284c9db4 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 210 time: 0.0481787 Aug 21 10:53:49.042424 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-440b2a74-e6db-46b2-893c-23a468fa4eae tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:49.044252 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-440b2a74-e6db-46b2-893c-23a468fa4eae tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.35 "GET /v2.0/networks?id=4de6ebeb-552e-4358-808e-6e565693a7b6 HTTP/1.1" status: 200 len: 814 time: 0.1820979 Aug 21 10:53:49.064537 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Request body: {'port': {'device_id': 'fc38d599-6191-4de8-9c7b-2698e3b1d525', 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6', 'admin_state_up': True, 'tenant_id': 'ca4e747d982848ecb4db023d86d4ccd5'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:53:49.260319 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:49.272967 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:49.313518 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Made reservation on behalf of ca4e747d982848ecb4db023d86d4ccd5 for: {'port': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:53:49.320677 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:49.534205 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Allocated IP 172.20.0.6 (4de6ebeb-552e-4358-808e-6e565693a7b6/029d870c-18d8-43a7-b4a5-2f13ab15e3e4/57e0d7ef-9d24-4267-8aa0-863b6d2dee57) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:53:49.826725 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:49.827852 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fa8a8-6f89-4318-8b4b-7bffe4ddff57 req-371d5fc6-f663-4f3a-9ae9-5bdd8d28136c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:49.829885 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c84fa8a8-6f89-4318-8b4b-7bffe4ddff57 req-371d5fc6-f663-4f3a-9ae9-5bdd8d28136c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.1000288 Aug 21 10:53:49.885125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:49.892768 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:49.894884 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c84fa8a8-6f89-4318-8b4b-7bffe4ddff57 req-47b017b2-2917-4357-88a1-15c6865d64c8 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583231 Aug 21 10:53:49.995052 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Pushing event updated for resources: {'Port': ['ID=57e0d7ef-9d24-4267-8aa0-863b6d2dee57,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:50.001325 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:50.013883 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Network 4de6ebeb-552e-4358-808e-6e565693a7b6 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:53:50.015715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:53:50.018812 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:53:50.135303 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:50.140081 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:50.184112 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21088626-7521-45d6-9e97-cfa9dda5bbf6 req-e1d9d227-f2e3-4f4e-b597-3f662aab30d7 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:50.184899 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-21088626-7521-45d6-9e97-cfa9dda5bbf6 req-e1d9d227-f2e3-4f4e-b597-3f662aab30d7 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Synchronizing usage tracker for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:53:50.219589 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1599891 Aug 21 10:53:50.239570 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-21088626-7521-45d6-9e97-cfa9dda5bbf6 req-e1d9d227-f2e3-4f4e-b597-3f662aab30d7 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Unset dirty status for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:53:50.247860 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-21088626-7521-45d6-9e97-cfa9dda5bbf6 req-e1d9d227-f2e3-4f4e-b597-3f662aab30d7 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 931 time: 0.1886473 Aug 21 10:53:50.310791 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-21088626-7521-45d6-9e97-cfa9dda5bbf6 req-765ad064-c5e6-45e6-83fa-1c818b6d4780 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619614 Aug 21 10:53:50.341745 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 50618) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:50.496038 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6fb03aeb-0e50-4770-8742-27af9a398bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:50.535699 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-6fb03aeb-0e50-4770-8742-27af9a398bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:50.539793 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-6fb03aeb-0e50-4770-8742-27af9a398bda admin admin] Usage tracker for resource:security_group_rule and tenant:9cf3f740def74963a1e8cbef4ca6933a is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:50.542806 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-6fb03aeb-0e50-4770-8742-27af9a398bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:50.549455 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-6fb03aeb-0e50-4770-8742-27af9a398bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:50.616534 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6fb03aeb-0e50-4770-8742-27af9a398bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:50.650061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6fb03aeb-0e50-4770-8742-27af9a398bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:50.658297 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:50.702720 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-6fb03aeb-0e50-4770-8742-27af9a398bda admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9cf3f740def74963a1e8cbef4ca6933a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3598487 Aug 21 10:53:50.703486 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb03aeb-0e50-4770-8742-27af9a398bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c46b901-f64b-4170-839b-49cb4258114f,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:50.705597 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 50628) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:50.706790 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6fb03aeb-0e50-4770-8742-27af9a398bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:50.768166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-faa62e28-0af1-4a6c-b635-903e61fc568c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:50.794580 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-faa62e28-0af1-4a6c-b635-903e61fc568c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:50.877703 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-faa62e28-0af1-4a6c-b635-903e61fc568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:50.882530 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8a26daf1-1c2e-4108-a14a-5796e5a2a832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:50.893806 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa62e28-0af1-4a6c-b635-903e61fc568c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c46b901-f64b-4170-839b-49cb4258114f,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:50.898498 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-faa62e28-0af1-4a6c-b635-903e61fc568c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:50.900464 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-faa62e28-0af1-4a6c-b635-903e61fc568c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:50.901661 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-faa62e28-0af1-4a6c-b635-903e61fc568c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c46b901-f64b-4170-839b-49cb4258114f HTTP/1.1" status: 204 len: 168 time: 0.1949313 Aug 21 10:53:51.122301 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e486d-8e73-4f39-aa41-fd7634a19b8c req-b0ade7d8-a0cb-4096-97c6-1ae77601c8bd tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:51.124506 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-113e486d-8e73-4f39-aa41-fd7634a19b8c req-b0ade7d8-a0cb-4096-97c6-1ae77601c8bd tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0836778 Aug 21 10:53:51.172900 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-113e486d-8e73-4f39-aa41-fd7634a19b8c req-2956e13a-e623-43da-b0ef-0c348ac6db1e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421038 Aug 21 10:53:51.367217 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 50646) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:51.387182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7874-feee-4c4c-89e1-fa86f905dfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:51.419812 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-ddbd7874-feee-4c4c-89e1-fa86f905dfb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:53:51.423833 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-ddbd7874-feee-4c4c-89e1-fa86f905dfb5 admin admin] Usage tracker for resource:security_group_rule and tenant:f108188110cc4e83b563d1fe76b5a165 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:53:51.426724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-ddbd7874-feee-4c4c-89e1-fa86f905dfb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:53:51.432662 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-ddbd7874-feee-4c4c-89e1-fa86f905dfb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:53:51.568263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41154c3-5be0-4fd6-8a3c-456df4ea4cf7 req-dfb23112-994b-462e-8ccb-71c54d89414e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:51.569749 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c41154c3-5be0-4fd6-8a3c-456df4ea4cf7 req-dfb23112-994b-462e-8ccb-71c54d89414e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 931 time: 0.1347828 Aug 21 10:53:51.577790 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7874-feee-4c4c-89e1-fa86f905dfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:51.619530 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c41154c3-5be0-4fd6-8a3c-456df4ea4cf7 req-3d7c5171-11c2-4116-abba-14536ba24b06 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436318 Aug 21 10:53:51.661422 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7874-feee-4c4c-89e1-fa86f905dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:51.669515 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f8b9b257-b038-4ef1-b160-7b93ffc39f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:51.712885 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd7874-feee-4c4c-89e1-fa86f905dfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f23498-5f49-4e19-8f77-cdc5f0f7ae6a,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:51.717528 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-ddbd7874-feee-4c4c-89e1-fa86f905dfb5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f108188110cc4e83b563d1fe76b5a165&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3491664 Aug 21 10:53:51.718506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ddbd7874-feee-4c4c-89e1-fa86f905dfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:51.720308 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 50652) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:53:51.782394 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-48cb9d21-014b-4e3a-a355-5bbc2908936f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:51.808006 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-48cb9d21-014b-4e3a-a355-5bbc2908936f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:51.851424 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Request body: {'port': {'device_id': 'fc38d599-6191-4de8-9c7b-2698e3b1d525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:53:51.937338 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-48cb9d21-014b-4e3a-a355-5bbc2908936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:51.947488 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d7a31fc3-9ea2-4068-aa01-a9b195787464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:51.963435 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb9d21-014b-4e3a-a355-5bbc2908936f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f23498-5f49-4e19-8f77-cdc5f0f7ae6a,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:51.968352 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-48cb9d21-014b-4e3a-a355-5bbc2908936f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:51.978632 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-48cb9d21-014b-4e3a-a355-5bbc2908936f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:51.982385 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-48cb9d21-014b-4e3a-a355-5bbc2908936f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81f23498-5f49-4e19-8f77-cdc5f0f7ae6a HTTP/1.1" status: 204 len: 168 time: 0.2585707 Aug 21 10:53:51.984845 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:52.591125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e0d7ef-9d24-4267-8aa0-863b6d2dee57 {{(pid=82512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:53:52.613007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:52.629717 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Transition to ACTIVE for port object 57e0d7ef-9d24-4267-8aa0-863b6d2dee57 will not be triggered until provisioned by entity L2. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:53:52.644498 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f5efe-3aab-406a-85e7-1f6fc689477f req-cbbe9308-1f5d-437e-93a4-f2f6a177f2d6 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:52.644498 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ab1f5efe-3aab-406a-85e7-1f6fc689477f req-cbbe9308-1f5d-437e-93a4-f2f6a177f2d6 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.3087995 Aug 21 10:53:52.669106 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:52.677265 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e071598a-924e-44c1-b103-0c877b331617 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:52.811841 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ab1f5efe-3aab-406a-85e7-1f6fc689477f req-b68b9a3e-7416-40bc-911d-ce27d3144536 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623497 Aug 21 10:53:52.825736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Pushing event updated for resources: {'Port': ['ID=57e0d7ef-9d24-4267-8aa0-863b6d2dee57,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:52.825736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:52.997267 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Attempting to bind port 57e0d7ef-9d24-4267-8aa0-863b6d2dee57 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:53:52.997668 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Attempting to bind port 57e0d7ef-9d24-4267-8aa0-863b6d2dee57 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:53:53.000659 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Attempting to bind port 57e0d7ef-9d24-4267-8aa0-863b6d2dee57 on network 4de6ebeb-552e-4358-808e-6e565693a7b6 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:53:53.012909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Port 57e0d7ef-9d24-4267-8aa0-863b6d2dee57 on network 4de6ebeb-552e-4358-808e-6e565693a7b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:53:53.013271 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Attempting to bind port 57e0d7ef-9d24-4267-8aa0-863b6d2dee57 on network 4de6ebeb-552e-4358-808e-6e565693a7b6 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:53:53.025659 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:53:53.026032 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Checking segment: {'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:53:53.026469 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Bound using segment: {'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:53:53.026936 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Bound port: 57e0d7ef-9d24-4267-8aa0-863b6d2dee57, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'}}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:53:53.027319 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:53.101065 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d843d-82c1-4d0f-ba42-9aa3eeb5204c req-a94a7619-33d3-4b3d-89e8-70d13fe5824b tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:53.102652 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-363d843d-82c1-4d0f-ba42-9aa3eeb5204c req-a94a7619-33d3-4b3d-89e8-70d13fe5824b tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 943 time: 0.1647811 Aug 21 10:53:53.180837 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-363d843d-82c1-4d0f-ba42-9aa3eeb5204c req-bc626561-c9c0-4192-b829-618704fec6e4 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640850 Aug 21 10:53:53.186658 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] For port 57e0d7ef-9d24-4267-8aa0-863b6d2dee57, host hv-cinder-80547, cleared binding levels {{(pid=82512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:53:53.194877 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] For port 57e0d7ef-9d24-4267-8aa0-863b6d2dee57, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=57e0d7ef-9d24-4267-8aa0-863b6d2dee57,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:53:53.234690 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:53.241273 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:53:53.303871 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:53:53.304795 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['a4db44f4-8c3e-4320-b71a-542f14ea5790'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:53:53.305363 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] 10.222.0.35 "PUT /v2.0/ports/57e0d7ef-9d24-4267-8aa0-863b6d2dee57 HTTP/1.1" status: 200 len: 1093 time: 1.4613531 Aug 21 10:53:53.305860 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc38d599-6191-4de8-9c7b-2698e3b1d525', 'tag': '57e0d7ef-9d24-4267-8aa0-863b6d2dee57'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:53:53.324394 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Pushing event updated for resources: {'Port': ['ID=57e0d7ef-9d24-4267-8aa0-863b6d2dee57,revision_number=3']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:53:53.330157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:53:53.368669 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc38d599-6191-4de8-9c7b-2698e3b1d525', 'tag': '57e0d7ef-9d24-4267-8aa0-863b6d2dee57', 'status': 'completed', 'code': 200} Aug 21 10:53:53.495788 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c45d09ce-0cc8-423a-96a0-539443268c8b req-4a1ee0a6-8d8f-417f-84b0-c18e6d26dd96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca4e747d982848ecb4db023d86d4ccd5&device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 1096 time: 0.0837715 Aug 21 10:53:53.650366 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d09ce-0cc8-423a-96a0-539443268c8b req-8cf7a88e-a584-444b-b4c6-11dd65d9a325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:53.651985 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c45d09ce-0cc8-423a-96a0-539443268c8b req-8cf7a88e-a584-444b-b4c6-11dd65d9a325 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ca4e747d982848ecb4db023d86d4ccd5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1464968 Aug 21 10:53:53.798591 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d09ce-0cc8-423a-96a0-539443268c8b req-d3e53df5-837c-4b9d-bc6b-8211506774f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:53.800234 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c45d09ce-0cc8-423a-96a0-539443268c8b req-d3e53df5-837c-4b9d-bc6b-8211506774f8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1422713 Aug 21 10:53:53.917072 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-4da8a966-724a-4864-aae8-163d69aa078b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca4e747d982848ecb4db023d86d4ccd5&device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 1096 time: 0.0792046 Aug 21 10:53:54.035691 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-17ba31ee-cd09-4065-824d-1383716d585d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57e0d7ef-9d24-4267-8aa0-863b6d2dee57 HTTP/1.1" status: 200 len: 217 time: 0.1114135 Aug 21 10:53:54.127803 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-da31df24-1218-4965-bcf6-941e91fc4ed8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:54.129383 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-da31df24-1218-4965-bcf6-941e91fc4ed8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=029d870c-18d8-43a7-b4a5-2f13ab15e3e4 HTTP/1.1" status: 200 len: 854 time: 0.0837276 Aug 21 10:53:54.136587 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0802a80-0e7a-4863-b80b-26822d5cc55d req-0f90a19b-1ba4-4f1c-8b3d-a1149973a9c7 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:54.138064 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b0802a80-0e7a-4863-b80b-26822d5cc55d req-0f90a19b-1ba4-4f1c-8b3d-a1149973a9c7 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.1580856 Aug 21 10:53:54.199890 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-6dfe5264-a75c-4a80-bede-4ad5b221da49 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4de6ebeb-552e-4358-808e-6e565693a7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576096 Aug 21 10:53:54.328202 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b0802a80-0e7a-4863-b80b-26822d5cc55d req-4c847007-b6af-4d93-9c58-1c8c684689f0 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521924 Aug 21 10:53:54.386568 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-02340f27-eb89-4957-8cfe-6f6a6bfd2f61 service neutron] 10.222.0.35 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815798 Aug 21 10:53:54.424615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49549c-e840-4aa2-b6c7-41aa6425dae4 req-4d3d8ad2-8952-4fbb-8fe2-8ae31d9f7dc4 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:54.426535 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4f49549c-e840-4aa2-b6c7-41aa6425dae4 req-4d3d8ad2-8952-4fbb-8fe2-8ae31d9f7dc4 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 943 time: 0.0991940 Aug 21 10:53:54.479852 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4f49549c-e840-4aa2-b6c7-41aa6425dae4 req-f6478acb-4072-4442-ab17-896a4f4ed177 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463932 Aug 21 10:53:55.536595 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2c6da-1252-4e7b-bc3f-c4e4eabd928d req-e7e7e3cd-071d-46af-8840-03c96adbee78 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:55.538233 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-58d2c6da-1252-4e7b-bc3f-c4e4eabd928d req-e7e7e3cd-071d-46af-8840-03c96adbee78 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0817525 Aug 21 10:53:55.585263 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-58d2c6da-1252-4e7b-bc3f-c4e4eabd928d req-80f79446-9d74-42ce-b6b9-bb759acf9382 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409248 Aug 21 10:53:55.776929 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b3a9d-63a8-4b89-97c3-6cbd22989149 req-36443f66-e8fa-4af1-89df-67ac1f257e99 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:55.778507 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-742b3a9d-63a8-4b89-97c3-6cbd22989149 req-36443f66-e8fa-4af1-89df-67ac1f257e99 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 943 time: 0.0858974 Aug 21 10:53:55.825961 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-742b3a9d-63a8-4b89-97c3-6cbd22989149 req-fdd8306f-4312-41d6-a5fa-5137662eab61 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414412 Aug 21 10:53:56.786752 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d1155-0f66-4ffd-955c-01205cf6300e req-5d4a4dc1-2e02-4f60-b344-b4fb03069e85 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:56.788282 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9f5d1155-0f66-4ffd-955c-01205cf6300e req-5d4a4dc1-2e02-4f60-b344-b4fb03069e85 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0808642 Aug 21 10:53:56.838777 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9f5d1155-0f66-4ffd-955c-01205cf6300e req-330bf308-0344-4daa-bca5-1039cc615a45 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445821 Aug 21 10:53:57.040231 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720edda-8222-4644-bbd5-1c2c334d79f8 req-c1e609be-4969-4b16-b45c-f7aef707a4a9 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:57.041776 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7720edda-8222-4644-bbd5-1c2c334d79f8 req-c1e609be-4969-4b16-b45c-f7aef707a4a9 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 943 time: 0.0918031 Aug 21 10:53:57.089635 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7720edda-8222-4644-bbd5-1c2c334d79f8 req-9007607a-aede-4c7e-b1c7-0cad0b8bd239 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 Aug 21 10:53:58.050882 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c4b2d-3c6a-4d21-b1b9-88e3a85ae4f5 req-0d22d69f-7997-4643-b2f2-81e09cf92cee tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:58.052502 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0f3c4b2d-3c6a-4d21-b1b9-88e3a85ae4f5 req-0d22d69f-7997-4643-b2f2-81e09cf92cee tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0839951 Aug 21 10:53:58.101542 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0f3c4b2d-3c6a-4d21-b1b9-88e3a85ae4f5 req-4a0b3653-f218-455d-824c-eda2ef0d8226 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426831 Aug 21 10:53:58.317238 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ac28d-d1c0-47e2-8aed-d11c529e70c8 req-c0426329-647a-4100-a1c6-8c13789fb268 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:58.318846 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-381ac28d-d1c0-47e2-8aed-d11c529e70c8 req-c0426329-647a-4100-a1c6-8c13789fb268 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 943 time: 0.0881360 Aug 21 10:53:58.367551 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-381ac28d-d1c0-47e2-8aed-d11c529e70c8 req-190c18f0-7bc4-42f1-98e0-618ebea7df2e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 Aug 21 10:53:58.550866 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-373741ea-5712-4f48-afdd-4d0eb4210843 req-09836f39-dbe2-4fbb-8fed-4c701b660226 service neutron] 10.222.0.35 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390398 Aug 21 10:53:59.111584 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:53:59.324298 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19ff5e-0a5c-4259-8544-f701b122a302 req-b2a4de8d-02ff-4e00-abb4-a4a37a3738b1 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:59.324298 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4f19ff5e-0a5c-4259-8544-f701b122a302 req-b2a4de8d-02ff-4e00-abb4-a4a37a3738b1 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0920601 Aug 21 10:53:59.369202 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4f19ff5e-0a5c-4259-8544-f701b122a302 req-0c52f39c-c0b8-4861-a936-d3605ce53e91 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422833 Aug 21 10:53:59.583666 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2152acb-4326-4009-883f-5385928cf094 req-747c692f-1023-443d-9140-a31643dd2ae0 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:53:59.585169 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e2152acb-4326-4009-883f-5385928cf094 req-747c692f-1023-443d-9140-a31643dd2ae0 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 943 time: 0.0896761 Aug 21 10:53:59.633082 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e2152acb-4326-4009-883f-5385928cf094 req-5e591d91-adea-43fe-a9dc-95b652956a21 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417268 Aug 21 10:54:00.574823 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542ce46-693e-46c9-a575-e4cf7d2d1055 req-12a71336-3241-4464-b532-104a6d7d592e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:00.576496 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5542ce46-693e-46c9-a575-e4cf7d2d1055 req-12a71336-3241-4464-b532-104a6d7d592e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0851512 Aug 21 10:54:00.626404 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5542ce46-693e-46c9-a575-e4cf7d2d1055 req-8035fed4-04ad-487f-8d0f-8e4c327b6d36 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Aug 21 10:54:00.837584 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823533f-2cec-4fc0-96d4-209f1539a4d5 req-1dcbd910-82c4-4106-911d-30f0d3e92074 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:00.839108 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4823533f-2cec-4fc0-96d4-209f1539a4d5 req-1dcbd910-82c4-4106-911d-30f0d3e92074 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 943 time: 0.0826075 Aug 21 10:54:00.891227 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4823533f-2cec-4fc0-96d4-209f1539a4d5 req-47526ba2-6f12-4828-9519-0ed7245da176 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459199 Aug 21 10:54:01.840950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e617551-472a-4058-9e15-40a1a075f585 req-5fde000f-0cbd-4b19-930c-7a7cf6b86f08 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:01.843075 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0e617551-472a-4058-9e15-40a1a075f585 req-5fde000f-0cbd-4b19-930c-7a7cf6b86f08 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0861590 Aug 21 10:54:01.891729 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0e617551-472a-4058-9e15-40a1a075f585 req-23f60f45-d2a5-4c05-95a3-19d5c59bb253 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424504 Aug 21 10:54:02.107219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac47d51-4273-4f6f-8768-aa2836ccc30c req-f97808eb-a605-4032-b912-9c463257b7aa tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:02.109471 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cac47d51-4273-4f6f-8768-aa2836ccc30c req-f97808eb-a605-4032-b912-9c463257b7aa tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 943 time: 0.0898414 Aug 21 10:54:02.158439 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cac47d51-4273-4f6f-8768-aa2836ccc30c req-0b5e8342-4a24-48a0-b99a-5b24d70816a6 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427423 Aug 21 10:54:02.284335 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:03.100559 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753f4a8-0e89-4bff-838a-d37304058a05 req-a2c86f5c-f1c9-457a-abb5-538f9d64f40c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:03.102195 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f753f4a8-0e89-4bff-838a-d37304058a05 req-a2c86f5c-f1c9-457a-abb5-538f9d64f40c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0833085 Aug 21 10:54:03.157751 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f753f4a8-0e89-4bff-838a-d37304058a05 req-25ac9fc7-f329-480a-8449-1c7b7d5f22b9 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484242 Aug 21 10:54:03.363944 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885e85c-644b-4a22-b41d-f7d5f32ded6c req-11ac7261-3b7b-4101-90de-2fb9cd2b6934 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:03.365555 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9885e85c-644b-4a22-b41d-f7d5f32ded6c req-11ac7261-3b7b-4101-90de-2fb9cd2b6934 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 943 time: 0.0822904 Aug 21 10:54:03.418590 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9885e85c-644b-4a22-b41d-f7d5f32ded6c req-cf91cbb7-285c-477e-ae2e-5b14097fa9af tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468781 Aug 21 10:54:04.373057 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927eb873-b8df-40d9-a78f-7531c2f49d26 req-d310bd04-54ee-4a21-b1c5-e2acbcf77b91 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:04.375255 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-927eb873-b8df-40d9-a78f-7531c2f49d26 req-d310bd04-54ee-4a21-b1c5-e2acbcf77b91 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0845904 Aug 21 10:54:04.422648 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-927eb873-b8df-40d9-a78f-7531c2f49d26 req-6a8b1b82-d81f-4904-856a-401369ee10e7 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411844 Aug 21 10:54:04.622888 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693582e5-6837-48eb-8971-27707802ea85 req-5fef6766-9c71-47ba-b173-eccbcbeff69f tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:04.625137 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-693582e5-6837-48eb-8971-27707802ea85 req-5fef6766-9c71-47ba-b173-eccbcbeff69f tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 943 time: 0.0854509 Aug 21 10:54:04.678966 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-693582e5-6837-48eb-8971-27707802ea85 req-f97c61bd-e2da-424b-bd51-5d6e36f2360a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465508 Aug 21 10:54:05.629138 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98090113-a61c-4e03-bf6f-93adb98ed3c9 req-8cba6890-4450-4ee9-af90-fc582a43899a tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:05.630723 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-98090113-a61c-4e03-bf6f-93adb98ed3c9 req-8cba6890-4450-4ee9-af90-fc582a43899a tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0857122 Aug 21 10:54:05.681501 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-98090113-a61c-4e03-bf6f-93adb98ed3c9 req-c94e6f85-14b5-47fa-ae7c-8e6bfbb64729 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442035 Aug 21 10:54:05.887181 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a4b06-be61-42c0-a2a0-d14a13009327 req-19e34c20-dcfe-4981-8b31-a6270d5ad97e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:05.888712 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-749a4b06-be61-42c0-a2a0-d14a13009327 req-19e34c20-dcfe-4981-8b31-a6270d5ad97e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 943 time: 0.0824370 Aug 21 10:54:05.935762 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-749a4b06-be61-42c0-a2a0-d14a13009327 req-56ac9f19-bf71-4405-8cec-f82d2fcb1492 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409393 Aug 21 10:54:06.897262 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a1f40-5fa0-4e2b-8792-bef1947bc426 req-7f60f52f-c637-4885-9571-285d306034f5 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:06.898868 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-589a1f40-5fa0-4e2b-8792-bef1947bc426 req-7f60f52f-c637-4885-9571-285d306034f5 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0840666 Aug 21 10:54:06.951493 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-589a1f40-5fa0-4e2b-8792-bef1947bc426 req-dd88145d-1394-49aa-9637-02c4f5d9b9fa tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464480 Aug 21 10:54:07.147394 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173c9cf-68b8-4653-bd4b-49f4b7d4f0c6 req-dbd277d7-d903-4d3a-ace9-271d8fa1d443 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:07.149030 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7173c9cf-68b8-4653-bd4b-49f4b7d4f0c6 req-dbd277d7-d903-4d3a-ace9-271d8fa1d443 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 943 time: 0.0873258 Aug 21 10:54:07.197503 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7173c9cf-68b8-4653-bd4b-49f4b7d4f0c6 req-2ea64f0f-ffdb-4a41-8518-10e49f017fb0 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421047 Aug 21 10:54:07.707448 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 50932) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:07.782984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc612486-10a0-4d48-8bc0-661b75a8c83e admin admin] Deleting subnet c5c481f5-d041-4d4c-a16d-213d439a2538 {{(pid=82512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 10:54:07.786403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dc612486-10a0-4d48-8bc0-661b75a8c83e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:07.843263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dc612486-10a0-4d48-8bc0-661b75a8c83e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853126341'] for subnet, precommit_delete_associations {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:07.912059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dc612486-10a0-4d48-8bc0-661b75a8c83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:08.053735 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dc612486-10a0-4d48-8bc0-661b75a8c83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822618240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32114412'] for subnet, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:08.074909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4eb9b527-6c39-4c88-b3e4-e6e1e3cb1986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:08.120497 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dc612486-10a0-4d48-8bc0-661b75a8c83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:08.124588 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc612486-10a0-4d48-8bc0-661b75a8c83e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c481f5-d041-4d4c-a16d-213d439a2538,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:08.165313 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-dc612486-10a0-4d48-8bc0-661b75a8c83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:08.178604 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-dc612486-10a0-4d48-8bc0-661b75a8c83e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c5c481f5-d041-4d4c-a16d-213d439a2538 HTTP/1.1" status: 204 len: 168 time: 0.4699113 Aug 21 10:54:08.181239 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 50960) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:08.236363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0024d65-12ca-4d6e-b43d-2bf5c5ed7064 req-684dadc6-9500-4a93-a664-fae971fd7374 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:08.245238 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d0024d65-12ca-4d6e-b43d-2bf5c5ed7064 req-684dadc6-9500-4a93-a664-fae971fd7374 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.1305025 Aug 21 10:54:08.302685 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:08.309429 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d0024d65-12ca-4d6e-b43d-2bf5c5ed7064 req-17a002cf-2f23-4c0e-8f5a-d3c37880c0c8 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631876 Aug 21 10:54:08.483853 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:08.502235 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:54:08.502645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:54:08.504542 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:54:08.504542 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Subscribe: > port after_create 55550000 {{(pid=82511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:54:08.504542 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:54:08.504542 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Subscribe: > port after_update 55550000 {{(pid=82511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:54:08.504974 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:54:08.505283 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:54:08.505652 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:54:08.506019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:54:08.570488 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:54:08.570888 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:54:08.571268 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:54:08.571723 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82511) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Aug 21 10:54:08.572126 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d87499-682e-4d6d-86f8-1cdce753042d']}} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:54:08.598043 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de') {'for_net_delete': True} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:54:08.598381 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49b2fd0-d6b6-4835-96ab-c7e5ce2d08de') {} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:54:08.614926 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1529211'] for segment, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:08.627474 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f236869-cbcd-4204-9cb8-b15233274529 req-da54eec0-e60e-4fc0-8062-431b7e7682e9 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:08.629185 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0f236869-cbcd-4204-9cb8-b15233274529 req-da54eec0-e60e-4fc0-8062-431b7e7682e9 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 943 time: 0.2817323 Aug 21 10:54:08.640333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:08.674761 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=82511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 10:54:08.675220 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31833257'] for segment, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: (self, other), Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: (self, other), Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:54:08.695948 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:54:08.790573 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0f236869-cbcd-4204-9cb8-b15233274529 req-32466d20-5d4d-4725-9999-4a4f54f7ad4c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523352 Aug 21 10:54:08.844920 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:08.849391 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-648bbde5-0a0f-4871-a2ab-5d17126d6723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:08.873540 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:08.876466 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Pushing event deleted for resources: {'Network': ['ID=04d87499-682e-4d6d-86f8-1cdce753042d,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:08.893578 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] 10.222.0.49 "DELETE /v2.0/networks/04d87499-682e-4d6d-86f8-1cdce753042d HTTP/1.1" status: 204 len: 168 time: 0.7086012 Aug 21 10:54:08.893578 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cc592ad7-d172-4455-b5de-9dc66c53bc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:09.125671 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 50986) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:09.303332 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 50996) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:09.324135 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-018bc694-bdbb-4d92-8daa-2f322a7c39df req-84efc206-71fc-4642-902d-8a880ea9778d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 1098 time: 0.1143413 Aug 21 10:54:09.346647 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3be75000-b19a-4191-81ed-090f2acd8182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:09.368111 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-711fc9f1-2df8-42aa-a440-8c4ba1d95638 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0ffe67d5b7c4e0996429c32f489c646&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0635023 Aug 21 10:54:09.370950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 51002) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:09.379598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 57e0d7ef-9d24-4267-8aa0-863b6d2dee57 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:54:09.398794 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-93fa816d-2c01-4dfa-8b74-2567680b3739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:09.435423 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-93fa816d-2c01-4dfa-8b74-2567680b3739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:09.440544 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-93fa816d-2c01-4dfa-8b74-2567680b3739 admin admin] Usage tracker for resource:security_group_rule and tenant:b9a4869c652448818de538b4aebfe1db is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:09.443964 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d15e99b5-5e7b-4cce-a415-faa5be752926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:09.444192 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-93fa816d-2c01-4dfa-8b74-2567680b3739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:09.450615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-93fa816d-2c01-4dfa-8b74-2567680b3739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:09.476116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d15e99b5-5e7b-4cce-a415-faa5be752926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:09.502888 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-018bc694-bdbb-4d92-8daa-2f322a7c39df req-a8fc77e6-b0b8-45fd-85fd-16e18beebb62 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676848 Aug 21 10:54:09.587520 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 57e0d7ef-9d24-4267-8aa0-863b6d2dee57, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=57e0d7ef-9d24-4267-8aa0-863b6d2dee57,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:54:09.592905 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-93fa816d-2c01-4dfa-8b74-2567680b3739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:09.602655 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '57e0d7ef-9d24-4267-8aa0-863b6d2dee57', 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6', 'port_id': '57e0d7ef-9d24-4267-8aa0-863b6d2dee57', 'mac_address': 'fa:16:3e:6d:01:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029d870c-18d8-43a7-b4a5-2f13ab15e3e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:54:09.620963 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-93fa816d-2c01-4dfa-8b74-2567680b3739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:09.621959 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd1001-e5a5-4025-ae08-7d8ceec3afcc req-e91017d5-2861-425c-9ee8-fe1d0b8235da tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:09.624159 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-20bd1001-e5a5-4025-ae08-7d8ceec3afcc req-e91017d5-2861-425c-9ee8-fe1d0b8235da tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0943747 Aug 21 10:54:09.625279 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d15e99b5-5e7b-4cce-a415-faa5be752926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:09.630355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:09.632652 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f1e1ac14-e05f-4c88-9316-2e9d1a9bb223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:09.662053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:09.679437 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-93fa816d-2c01-4dfa-8b74-2567680b3739 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9a4869c652448818de538b4aebfe1db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5525432 Aug 21 10:54:09.680576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 51006) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:09.686963 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e0d7ef-9d24-4267-8aa0-863b6d2dee57 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:54:09.703576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 57e0d7ef-9d24-4267-8aa0-863b6d2dee57, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=57e0d7ef-9d24-4267-8aa0-863b6d2dee57,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:54:09.729777 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:09.733390 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:09.746182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa816d-2c01-4dfa-8b74-2567680b3739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e506b61-647c-42e6-99ac-9a8f7a49b686,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:09.762801 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-93fa816d-2c01-4dfa-8b74-2567680b3739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:09.787256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-20d56899-0b01-42a7-b0e9-d11aeb24ddd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:09.825845 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=57e0d7ef-9d24-4267-8aa0-863b6d2dee57,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:09.836814 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-20d56899-0b01-42a7-b0e9-d11aeb24ddd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:09.838621 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:09.839318 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:09.840042 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:09.840571 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:09.841236 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:09.841760 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:09.842526 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:09.843222 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:09.843438 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e99b5-5e7b-4cce-a415-faa5be752926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8160e02b-cbc7-416e-a307-9312f35bd6a4,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:09.843950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:09.844467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:09.847656 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d15e99b5-5e7b-4cce-a415-faa5be752926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:09.854164 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:09.869546 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:09.922434 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-20bd1001-e5a5-4025-ae08-7d8ceec3afcc req-52345174-43a4-458c-884f-00c3a07f6e8a tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159599 Aug 21 10:54:09.924507 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d15e99b5-5e7b-4cce-a415-faa5be752926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:09.926265 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d15e99b5-5e7b-4cce-a415-faa5be752926 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8160e02b-cbc7-416e-a307-9312f35bd6a4 HTTP/1.1" status: 204 len: 168 time: 0.5536528 Aug 21 10:54:09.982237 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-20d56899-0b01-42a7-b0e9-d11aeb24ddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:09.988588 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c95d060b-c759-43c6-8c86-01ce4ba5202f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:10.016170 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-20d56899-0b01-42a7-b0e9-d11aeb24ddd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:10.016170 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-20d56899-0b01-42a7-b0e9-d11aeb24ddd2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e506b61-647c-42e6-99ac-9a8f7a49b686 HTTP/1.1" status: 204 len: 168 time: 0.3292375 Aug 21 10:54:10.016170 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d56899-0b01-42a7-b0e9-d11aeb24ddd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e506b61-647c-42e6-99ac-9a8f7a49b686,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:10.021909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-20d56899-0b01-42a7-b0e9-d11aeb24ddd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:10.145438 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['57e0d7ef-9d24-4267-8aa0-863b6d2dee57'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:54:10.148585 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845eacf-e07f-451a-a92b-e72c64831760 req-54e5f4d0-3666-4d68-acc5-27bf9cff05e5 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:10.150314 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a845eacf-e07f-451a-a92b-e72c64831760 req-54e5f4d0-3666-4d68-acc5-27bf9cff05e5 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 944 time: 0.1156867 Aug 21 10:54:10.233313 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a845eacf-e07f-451a-a92b-e72c64831760 req-57fed0b5-d1eb-4fe4-b5ac-11febedf6efe tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752697 Aug 21 10:54:10.884550 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 51062) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:10.908714 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-060df493-c448-47b5-8308-7f3ff86449f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:10.980645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-060df493-c448-47b5-8308-7f3ff86449f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:10.985617 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-060df493-c448-47b5-8308-7f3ff86449f5 admin admin] Usage tracker for resource:security_group_rule and tenant:debb196232f545d6b2c58a1b39b6f607 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:10.989007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-060df493-c448-47b5-8308-7f3ff86449f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:10.995334 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-060df493-c448-47b5-8308-7f3ff86449f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:11.016539 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:11.077691 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-060df493-c448-47b5-8308-7f3ff86449f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:11.117728 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-060df493-c448-47b5-8308-7f3ff86449f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:11.132820 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5d1032b0-4dcb-4fe6-8afb-a98b1d538e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:11.153452 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de415a-58d1-4f56-8fd8-7d09fae989f8 req-f403fddd-ecea-4c11-87b8-eee592210b35 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:11.157071 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-50de415a-58d1-4f56-8fd8-7d09fae989f8 req-f403fddd-ecea-4c11-87b8-eee592210b35 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0897305 Aug 21 10:54:11.195367 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060df493-c448-47b5-8308-7f3ff86449f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e8afe6-7b27-40b2-9c91-93dbd7a3463a,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:11.220986 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-060df493-c448-47b5-8308-7f3ff86449f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:11.234183 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-060df493-c448-47b5-8308-7f3ff86449f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=debb196232f545d6b2c58a1b39b6f607&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3483384 Aug 21 10:54:11.237061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 51078) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:11.274363 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-50de415a-58d1-4f56-8fd8-7d09fae989f8 req-5c6a1fbc-c59b-42c0-b847-7f05140ebef0 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115508 Aug 21 10:54:11.323647 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-509a2f7b-171b-4d7c-b195-5807912e3cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:11.355475 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-509a2f7b-171b-4d7c-b195-5807912e3cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:11.522614 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d82d8a-9d4c-41bb-951b-5c308e9e9411 req-aa93c9f0-0827-4ad7-87ac-85a922626378 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:11.524761 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-83d82d8a-9d4c-41bb-951b-5c308e9e9411 req-aa93c9f0-0827-4ad7-87ac-85a922626378 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 944 time: 0.1259573 Aug 21 10:54:11.531857 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2b701-cd4c-4879-a7b6-c20c040a0f97 req-eaf55b89-102d-478d-9610-47c37b117840 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:11.533471 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cda2b701-cd4c-4879-a7b6-c20c040a0f97 req-eaf55b89-102d-478d-9610-47c37b117840 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0947924 Aug 21 10:54:11.558642 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-509a2f7b-171b-4d7c-b195-5807912e3cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:11.566946 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-060df493-c448-47b5-8308-7f3ff86449f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:11.588468 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cda2b701-cd4c-4879-a7b6-c20c040a0f97 req-07831667-4a53-40e5-8adc-fb21c65ea3f5 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485351 Aug 21 10:54:11.610306 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a2f7b-171b-4d7c-b195-5807912e3cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e8afe6-7b27-40b2-9c91-93dbd7a3463a,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:11.610306 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-83d82d8a-9d4c-41bb-951b-5c308e9e9411 req-0ed27074-feed-43fe-b299-668075a6c220 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781286 Aug 21 10:54:11.610900 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-509a2f7b-171b-4d7c-b195-5807912e3cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:11.611873 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-509a2f7b-171b-4d7c-b195-5807912e3cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:11.612959 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-509a2f7b-171b-4d7c-b195-5807912e3cab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62e8afe6-7b27-40b2-9c91-93dbd7a3463a HTTP/1.1" status: 204 len: 168 time: 0.3745787 Aug 21 10:54:11.987281 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0b6e2bcc-1e7b-4447-a6e2-67b96a0bf16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:12.232496 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:12.890066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ff9c6-ed37-4daa-9da2-9d579304f0ec req-6a2450f9-befa-403b-ae07-5803ce9ae48e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:12.891946 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-753ff9c6-ed37-4daa-9da2-9d579304f0ec req-6a2450f9-befa-403b-ae07-5803ce9ae48e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 944 time: 0.0873773 Aug 21 10:54:12.951577 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-753ff9c6-ed37-4daa-9da2-9d579304f0ec req-e0cb8a3d-c56f-40ea-9795-31f621152d47 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485904 Aug 21 10:54:13.548345 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:13.600971 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 57e0d7ef-9d24-4267-8aa0-863b6d2dee57 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:54:13.702007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 57e0d7ef-9d24-4267-8aa0-863b6d2dee57 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:54:13.707515 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 57e0d7ef-9d24-4267-8aa0-863b6d2dee57 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:54:13.707993 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:13.724224 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 51220) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:13.837374 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:13.866601 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc38d599-6191-4de8-9c7b-2698e3b1d525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e0d7ef-9d24-4267-8aa0-863b6d2dee57'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:54:13.875677 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 57e0d7ef-9d24-4267-8aa0-863b6d2dee57, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=57e0d7ef-9d24-4267-8aa0-863b6d2dee57,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:54:13.906118 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:13.908450 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:13.934780 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e7877882-7796-44ce-94f9-ef307e2776ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:13.944650 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc38d599-6191-4de8-9c7b-2698e3b1d525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e0d7ef-9d24-4267-8aa0-863b6d2dee57', 'code': 200} Aug 21 10:54:13.968021 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-e7877882-7796-44ce-94f9-ef307e2776ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:13.972069 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-e7877882-7796-44ce-94f9-ef307e2776ed admin admin] Usage tracker for resource:security_group_rule and tenant:5feb2d4acdba47fa83fc1b5e91bf8b0b is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:13.974983 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-e7877882-7796-44ce-94f9-ef307e2776ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:13.981088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-e7877882-7796-44ce-94f9-ef307e2776ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:13.987645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=57e0d7ef-9d24-4267-8aa0-863b6d2dee57,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:13.990961 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:14.052839 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e7877882-7796-44ce-94f9-ef307e2776ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:14.118352 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e7877882-7796-44ce-94f9-ef307e2776ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:14.130685 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:14.180249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7877882-7796-44ce-94f9-ef307e2776ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3496b0ab-82b5-49c7-a61d-f86a607efbbb,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:14.189869 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e7877882-7796-44ce-94f9-ef307e2776ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5feb2d4acdba47fa83fc1b5e91bf8b0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4619493 Aug 21 10:54:14.190173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 51236) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:14.196639 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e7877882-7796-44ce-94f9-ef307e2776ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:14.221881 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4524b-12bc-477a-a1a8-4d276aef70d3 req-3375be17-ffa6-4db2-8240-6b8338388043 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:14.223756 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3cf4524b-12bc-477a-a1a8-4d276aef70d3 req-3375be17-ffa6-4db2-8240-6b8338388043 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 945 time: 0.1432621 Aug 21 10:54:14.258645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-807cc01a-4481-41f1-9a21-1e62653a5434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:14.273687 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3cf4524b-12bc-477a-a1a8-4d276aef70d3 req-d7732c91-9c6c-42a4-9bbc-1d46191f6a2f tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434022 Aug 21 10:54:14.285171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-807cc01a-4481-41f1-9a21-1e62653a5434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:14.369320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-807cc01a-4481-41f1-9a21-1e62653a5434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:14.374840 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f1f5a1bb-195b-4e5d-be2e-b41fc2e83d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:14.571057 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cc01a-4481-41f1-9a21-1e62653a5434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3496b0ab-82b5-49c7-a61d-f86a607efbbb,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:14.573845 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-807cc01a-4481-41f1-9a21-1e62653a5434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:14.574996 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-807cc01a-4481-41f1-9a21-1e62653a5434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:14.578873 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-807cc01a-4481-41f1-9a21-1e62653a5434 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3496b0ab-82b5-49c7-a61d-f86a607efbbb HTTP/1.1" status: 204 len: 168 time: 0.3866460 Aug 21 10:54:15.045140 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 51254) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:15.064240 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-81993bdb-9155-4c96-b5df-be5005e160bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:15.096497 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-81993bdb-9155-4c96-b5df-be5005e160bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:15.100642 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-81993bdb-9155-4c96-b5df-be5005e160bf admin admin] Usage tracker for resource:security_group_rule and tenant:d62a836d4f5144fd8d71659f645eb483 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:15.103734 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-81993bdb-9155-4c96-b5df-be5005e160bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:15.109932 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-81993bdb-9155-4c96-b5df-be5005e160bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:15.178118 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-81993bdb-9155-4c96-b5df-be5005e160bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:15.203874 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-81993bdb-9155-4c96-b5df-be5005e160bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:15.212328 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cca4808f-bac3-4815-be58-934d03fb31bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:15.253032 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81993bdb-9155-4c96-b5df-be5005e160bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a40b5b3-a37e-4a68-9e86-dbbe92665223,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:15.256207 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-81993bdb-9155-4c96-b5df-be5005e160bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:15.259635 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-81993bdb-9155-4c96-b5df-be5005e160bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d62a836d4f5144fd8d71659f645eb483&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2134488 Aug 21 10:54:15.262623 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 51258) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:15.324917 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb293-08f5-4ded-b47e-e4a485a0d667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:15.354792 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb293-08f5-4ded-b47e-e4a485a0d667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:15.443576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb293-08f5-4ded-b47e-e4a485a0d667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:15.448697 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ddbd7874-feee-4c4c-89e1-fa86f905dfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:15.462536 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2eb293-08f5-4ded-b47e-e4a485a0d667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a40b5b3-a37e-4a68-9e86-dbbe92665223,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:15.465514 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6f2eb293-08f5-4ded-b47e-e4a485a0d667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:15.466415 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb293-08f5-4ded-b47e-e4a485a0d667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:15.467664 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-6f2eb293-08f5-4ded-b47e-e4a485a0d667 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a40b5b3-a37e-4a68-9e86-dbbe92665223 HTTP/1.1" status: 204 len: 168 time: 0.2040462 Aug 21 10:54:15.483201 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923defb-b9f9-4856-b854-99570c077363 req-1cd26240-a8c9-4905-86a4-2433283bd1f8 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:15.484853 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e923defb-b9f9-4856-b854-99570c077363 req-1cd26240-a8c9-4905-86a4-2433283bd1f8 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 945 time: 0.0874007 Aug 21 10:54:15.536741 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e923defb-b9f9-4856-b854-99570c077363 req-d2fa8624-7538-48e1-84a7-9b200b4d9ce1 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432951 Aug 21 10:54:16.544603 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cc974e5e-f56d-4192-aef3-051fd53b36f4 req-0f44e213-9772-425b-b6a0-561dbd4347b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 1098 time: 0.0782695 Aug 21 10:54:16.599949 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cc974e5e-f56d-4192-aef3-051fd53b36f4 req-469d42f0-7c3a-40e9-8b59-04dbe209a102 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480785 Aug 21 10:54:16.771236 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1aa72d-9206-4702-8268-0ff9366b9027 req-89c76ba0-e504-4ff4-be77-2888b1bb05bd tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:16.776049 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cc1aa72d-9206-4702-8268-0ff9366b9027 req-89c76ba0-e504-4ff4-be77-2888b1bb05bd tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 945 time: 0.0984457 Aug 21 10:54:16.845143 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cc1aa72d-9206-4702-8268-0ff9366b9027 req-88ace0a8-8270-4e21-b30c-f299fb35d3d6 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646420 Aug 21 10:54:18.082250 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583e0c2-a766-4407-a34c-555ebad10a51 req-515eb1fc-3b1f-4bf0-ba57-4db5c62d12c6 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:18.084920 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f583e0c2-a766-4407-a34c-555ebad10a51 req-515eb1fc-3b1f-4bf0-ba57-4db5c62d12c6 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 945 time: 0.0925689 Aug 21 10:54:18.169433 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f583e0c2-a766-4407-a34c-555ebad10a51 req-ca7aae34-6b9d-47e2-af80-91a1c3c76359 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686686 Aug 21 10:54:18.606279 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196f020-7299-4e11-b6fb-0047e3400cc1 req-382569bd-8444-4ee7-9001-e57ebe694006 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:18.608803 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f196f020-7299-4e11-b6fb-0047e3400cc1 req-382569bd-8444-4ee7-9001-e57ebe694006 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1274557 Aug 21 10:54:18.652706 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-171e05ea-ba54-47e5-bea8-5b8ecaffe388 req-33a96486-9ad9-4f75-9b1f-3ad230888d19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=632e482613fd4a6c983ef87427c49787&device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 1098 time: 0.1045051 Aug 21 10:54:18.680213 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f196f020-7299-4e11-b6fb-0047e3400cc1 req-e7a1d76f-cf03-46a1-a644-cdf41ceadd87 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642509 Aug 21 10:54:18.815459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e05ea-ba54-47e5-bea8-5b8ecaffe388 req-aee397d1-a0dd-42d0-bf0a-52ec741e9ee1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:18.817115 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-171e05ea-ba54-47e5-bea8-5b8ecaffe388 req-aee397d1-a0dd-42d0-bf0a-52ec741e9ee1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d705d977-a219-4f74-8852-1db723d0eb37 HTTP/1.1" status: 200 len: 919 time: 0.1562626 Aug 21 10:54:18.896771 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-171e05ea-ba54-47e5-bea8-5b8ecaffe388 req-e12157ec-140a-47a8-885a-56f2108db781 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 HTTP/1.1" status: 200 len: 217 time: 0.0720859 Aug 21 10:54:18.971337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e05ea-ba54-47e5-bea8-5b8ecaffe388 req-3504d7f5-1858-478e-ae77-c0260736fa7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:18.973089 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-171e05ea-ba54-47e5-bea8-5b8ecaffe388 req-3504d7f5-1858-478e-ae77-c0260736fa7a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f481c4ac-7411-4056-8fb8-3934f46c94ee HTTP/1.1" status: 200 len: 858 time: 0.0705431 Aug 21 10:54:19.027661 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-171e05ea-ba54-47e5-bea8-5b8ecaffe388 req-b478d3b5-ef8a-464a-9423-0b8f046a0c96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d705d977-a219-4f74-8852-1db723d0eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479629 Aug 21 10:54:19.183664 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-171e05ea-ba54-47e5-bea8-5b8ecaffe388 req-d3cb95d6-9ae9-4178-9ddc-be65c35acd05 service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424396 Aug 21 10:54:19.427260 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-171e05ea-ba54-47e5-bea8-5b8ecaffe388 req-1aad2671-6975-47f5-aa4f-54636ae2749c service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362747 Aug 21 10:54:19.477610 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c82ac-6c13-4c81-9767-37ff6c16c7b8 req-eb197b99-4fbc-497f-8e57-217ab636df07 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:19.479987 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-428c82ac-6c13-4c81-9767-37ff6c16c7b8 req-eb197b99-4fbc-497f-8e57-217ab636df07 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 945 time: 0.1167951 Aug 21 10:54:19.554387 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-428c82ac-6c13-4c81-9767-37ff6c16c7b8 req-4cc4ccba-295f-42e1-abd7-4d781fe44469 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668039 Aug 21 10:54:19.839828 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 51428) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:20.006038 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2ef23f4d-4d2f-450d-86e7-65af60dd0d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:20.035481 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fab842-4f64-46b3-b0b5-76750c647b87 req-b0adc2af-387b-42a5-87a8-4a56aed2272c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:20.037218 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-53fab842-4f64-46b3-b0b5-76750c647b87 req-b0adc2af-387b-42a5-87a8-4a56aed2272c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1250012 Aug 21 10:54:20.078123 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-2ef23f4d-4d2f-450d-86e7-65af60dd0d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:20.083340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-2ef23f4d-4d2f-450d-86e7-65af60dd0d84 admin admin] Usage tracker for resource:security_group_rule and tenant:0751ed0b6c124f41bbdb4026ca3e89e8 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:20.093586 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-2ef23f4d-4d2f-450d-86e7-65af60dd0d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:20.101979 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-2ef23f4d-4d2f-450d-86e7-65af60dd0d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:20.128316 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-53fab842-4f64-46b3-b0b5-76750c647b87 req-5ff669c7-8b1d-4486-9f02-237c57b5ccdb tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819411 Aug 21 10:54:20.203573 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2ef23f4d-4d2f-450d-86e7-65af60dd0d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:20.231130 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2ef23f4d-4d2f-450d-86e7-65af60dd0d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:20.240804 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-80887cef-bbad-4f5d-8ba6-5170dd56d05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:20.284742 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef23f4d-4d2f-450d-86e7-65af60dd0d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc8aadd-9a26-402d-9222-db889d328309,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:20.288199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2ef23f4d-4d2f-450d-86e7-65af60dd0d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:20.294135 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-2ef23f4d-4d2f-450d-86e7-65af60dd0d84 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0751ed0b6c124f41bbdb4026ca3e89e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4488637 Aug 21 10:54:20.296042 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 51446) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:20.374561 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7d3658a5-ffa1-4b3a-a154-ebb3b3b04724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:20.402476 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7d3658a5-ffa1-4b3a-a154-ebb3b3b04724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:20.592745 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7d3658a5-ffa1-4b3a-a154-ebb3b3b04724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:20.599894 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-516b6501-68cd-4de3-b9bd-fe0d63cd46cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:20.615027 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3658a5-ffa1-4b3a-a154-ebb3b3b04724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc8aadd-9a26-402d-9222-db889d328309,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:20.617632 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-7d3658a5-ffa1-4b3a-a154-ebb3b3b04724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:20.627240 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7d3658a5-ffa1-4b3a-a154-ebb3b3b04724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:20.628789 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-7d3658a5-ffa1-4b3a-a154-ebb3b3b04724 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0bc8aadd-9a26-402d-9222-db889d328309 HTTP/1.1" status: 204 len: 168 time: 0.3308179 Aug 21 10:54:21.317018 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 51484) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:21.343469 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-50355fdc-2f50-43e8-bf79-cdd2e47d7a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:21.392056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9de06-0d23-489c-9abd-803b67accf61 req-dc2f4db2-0b12-498e-a067-5695dc5142a7 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:21.393614 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0db9de06-0d23-489c-9abd-803b67accf61 req-dc2f4db2-0b12-498e-a067-5695dc5142a7 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1312521 Aug 21 10:54:21.398111 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-50355fdc-2f50-43e8-bf79-cdd2e47d7a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:21.415808 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-50355fdc-2f50-43e8-bf79-cdd2e47d7a08 admin admin] Usage tracker for resource:security_group_rule and tenant:7d2fb3ab8680417385dd19b1c18d16fe is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:21.420219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-50355fdc-2f50-43e8-bf79-cdd2e47d7a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:21.430940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-50355fdc-2f50-43e8-bf79-cdd2e47d7a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:21.465158 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0db9de06-0d23-489c-9abd-803b67accf61 req-5c9490eb-7bc8-4d87-850a-62370eefc1a0 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644219 Aug 21 10:54:21.520743 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-50355fdc-2f50-43e8-bf79-cdd2e47d7a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:21.569533 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-50355fdc-2f50-43e8-bf79-cdd2e47d7a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:21.577543 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-93fa816d-2c01-4dfa-8b74-2567680b3739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:21.620380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50355fdc-2f50-43e8-bf79-cdd2e47d7a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a846773-7f17-423b-b1a7-aa03ec736098,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:21.625541 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-50355fdc-2f50-43e8-bf79-cdd2e47d7a08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d2fb3ab8680417385dd19b1c18d16fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3075006 Aug 21 10:54:21.626793 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-50355fdc-2f50-43e8-bf79-cdd2e47d7a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:21.628380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 51488) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:21.694650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba7d2-7acb-4887-8420-0b6c915ee793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:21.725395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba7d2-7acb-4887-8420-0b6c915ee793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:21.893766 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba7d2-7acb-4887-8420-0b6c915ee793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:21.900033 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-faa62e28-0af1-4a6c-b635-903e61fc568c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:21.914073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ba7d2-7acb-4887-8420-0b6c915ee793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a846773-7f17-423b-b1a7-aa03ec736098,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:21.916376 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ba2ba7d2-7acb-4887-8420-0b6c915ee793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:21.924599 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba7d2-7acb-4887-8420-0b6c915ee793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:21.928515 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-ba2ba7d2-7acb-4887-8420-0b6c915ee793 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a846773-7f17-423b-b1a7-aa03ec736098 HTTP/1.1" status: 204 len: 168 time: 0.2964711 Aug 21 10:54:22.682010 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98441998-e212-4800-9782-2d5e595913a5 req-0a1c7e56-85ac-4e78-bdb6-66fa534faf4d tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:22.683662 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-98441998-e212-4800-9782-2d5e595913a5 req-0a1c7e56-85ac-4e78-bdb6-66fa534faf4d tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0907288 Aug 21 10:54:22.740383 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-98441998-e212-4800-9782-2d5e595913a5 req-3e934c85-7500-4dbd-ad29-9ee0b50a9510 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472565 Aug 21 10:54:23.898765 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 51564) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:23.961869 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09704868-1bc0-4f0d-9bf2-0793330dc066 req-dc9ec300-45a0-4ce9-b3d8-f46940b82e63 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:23.963702 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-09704868-1bc0-4f0d-9bf2-0793330dc066 req-dc9ec300-45a0-4ce9-b3d8-f46940b82e63 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0874007 Aug 21 10:54:24.014260 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-09704868-1bc0-4f0d-9bf2-0793330dc066 req-2448b1ea-c64e-45aa-80b1-c519c073b9a5 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440085 Aug 21 10:54:24.061818 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a7fe77e8-3fc0-4b05-b60c-3ad81ca1521c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:24.094014 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a7fe77e8-3fc0-4b05-b60c-3ad81ca1521c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:24.098438 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a7fe77e8-3fc0-4b05-b60c-3ad81ca1521c admin admin] Usage tracker for resource:security_group_rule and tenant:82f96f88341d4531b5f48807004ffee0 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:24.101643 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a7fe77e8-3fc0-4b05-b60c-3ad81ca1521c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:24.108928 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a7fe77e8-3fc0-4b05-b60c-3ad81ca1521c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:24.185462 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a7fe77e8-3fc0-4b05-b60c-3ad81ca1521c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:24.215318 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a7fe77e8-3fc0-4b05-b60c-3ad81ca1521c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:24.224362 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6b7ac95c-81bb-48f2-8447-ed90551c028d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:24.271604 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a7fe77e8-3fc0-4b05-b60c-3ad81ca1521c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82f96f88341d4531b5f48807004ffee0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3716755 Aug 21 10:54:24.272355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe77e8-3fc0-4b05-b60c-3ad81ca1521c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b541e40a-1620-4309-b868-3ef8a6232166,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:24.274533 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 51574) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:24.275404 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a7fe77e8-3fc0-4b05-b60c-3ad81ca1521c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:24.339259 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c68d036a-37fe-4c8a-b857-2e919174f33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:24.366052 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c68d036a-37fe-4c8a-b857-2e919174f33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:24.443882 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c68d036a-37fe-4c8a-b857-2e919174f33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:24.449238 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:24.462907 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d036a-37fe-4c8a-b857-2e919174f33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b541e40a-1620-4309-b868-3ef8a6232166,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:24.465681 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c68d036a-37fe-4c8a-b857-2e919174f33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:24.468635 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c68d036a-37fe-4c8a-b857-2e919174f33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:24.471021 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-c68d036a-37fe-4c8a-b857-2e919174f33a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b541e40a-1620-4309-b868-3ef8a6232166 HTTP/1.1" status: 204 len: 168 time: 0.1953485 Aug 21 10:54:25.233878 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b535978-9cd6-4c4d-90f8-6a182adf730d req-11988d83-2623-47d7-b2ce-b7d6d113a86a tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:25.235472 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7b535978-9cd6-4c4d-90f8-6a182adf730d req-11988d83-2623-47d7-b2ce-b7d6d113a86a tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0855894 Aug 21 10:54:25.289620 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7b535978-9cd6-4c4d-90f8-6a182adf730d req-f5de8fe6-5f2a-4b8f-976e-f680846e836c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479491 Aug 21 10:54:26.503224 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141336c-72e8-4550-b7cb-07f7262cb28f req-aebf508c-2b75-48fe-9157-de128d43dd78 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:26.504944 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2141336c-72e8-4550-b7cb-07f7262cb28f req-aebf508c-2b75-48fe-9157-de128d43dd78 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0926819 Aug 21 10:54:26.557541 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2141336c-72e8-4550-b7cb-07f7262cb28f req-dec27c42-499f-439c-8d20-2fd423c98ffe tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458124 Aug 21 10:54:27.781531 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0665ba5-4b15-4356-962e-b7ae9ed9bb80 req-7af98922-3989-4acd-9254-4d93113656ed tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:27.783258 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f0665ba5-4b15-4356-962e-b7ae9ed9bb80 req-7af98922-3989-4acd-9254-4d93113656ed tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1003273 Aug 21 10:54:27.840491 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f0665ba5-4b15-4356-962e-b7ae9ed9bb80 req-87f1f5d7-9342-4c37-9cf5-afe0c08bd065 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508947 Aug 21 10:54:29.053933 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d3b64-6cfe-4131-840b-63093923b460 req-3f94655b-88f6-405b-a0ab-83bf91a1c0c9 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:29.055510 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a56d3b64-6cfe-4131-840b-63093923b460 req-3f94655b-88f6-405b-a0ab-83bf91a1c0c9 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0834367 Aug 21 10:54:29.105160 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a56d3b64-6cfe-4131-840b-63093923b460 req-f311a73c-d24d-48bf-b560-67613f607575 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429108 Aug 21 10:54:29.368934 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-d8175f00-32c4-4756-9988-4f3da59309cb tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:29.370495 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-d8175f00-32c4-4756-9988-4f3da59309cb tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/networks?id=4de6ebeb-552e-4358-808e-6e565693a7b6 HTTP/1.1" status: 200 len: 814 time: 0.1573091 Aug 21 10:54:29.388119 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-7d92fdf8-75e3-4e37-98b0-8dffff1661e3 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/quotas/ca4e747d982848ecb4db023d86d4ccd5 HTTP/1.1" status: 200 len: 375 time: 0.0110557 Aug 21 10:54:29.475046 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-18b9d0f0-9bdf-43e7-aa14-08c1d1ce0620 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca4e747d982848ecb4db023d86d4ccd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812435 Aug 21 10:54:29.613834 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-914094cd-e5e2-44fc-9d3d-d0f0ac826f4f service neutron] 10.222.0.49 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314001 Aug 21 10:54:29.753993 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-272a1b7d-9ca4-4e54-b3c8-9bcdd734bb6f service neutron] 10.222.0.49 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337342 Aug 21 10:54:30.027997 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c53299c8-5514-4f21-81f8-300971ad5273 req-aee6821d-c459-4305-80e6-969c9d740734 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 210 time: 0.0496261 Aug 21 10:54:30.318436 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2033d-0a43-4df6-aed1-4169fc32a2ff req-190583ae-ebaf-4759-b4c5-f9fb863bbb8c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:30.320022 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dbe2033d-0a43-4df6-aed1-4169fc32a2ff req-190583ae-ebaf-4759-b4c5-f9fb863bbb8c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0853076 Aug 21 10:54:30.372761 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dbe2033d-0a43-4df6-aed1-4169fc32a2ff req-488bd94f-9607-4919-aae2-11f7b0a8b7a8 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440793 Aug 21 10:54:31.203598 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8ad48646-3da5-48dd-9d2a-aa40fd43b46c req-2112b458-2b18-489d-a8af-aedb4cf47b15 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 210 time: 0.0468876 Aug 21 10:54:31.578933 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89650335-c9b5-470f-801a-2ee1797e9e14 req-2c7db43b-3703-49c5-a37f-f7d5ba8dda85 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:31.580741 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89650335-c9b5-470f-801a-2ee1797e9e14 req-2c7db43b-3703-49c5-a37f-f7d5ba8dda85 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0817213 Aug 21 10:54:31.633444 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89650335-c9b5-470f-801a-2ee1797e9e14 req-a4743c45-16c5-41c6-bce5-aeb1b66daa2c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457692 Aug 21 10:54:32.289496 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:32.370134 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8356c9c0-fb95-47ae-86a8-5431f99d5168 req-7807ecc4-a3fe-4139-98f2-5377c5abb717 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 210 time: 0.0438192 Aug 21 10:54:32.842073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437c2d4-89d3-4407-9820-00ed993c0f9a req-13b9d22b-6e32-476a-b28c-8b5128038839 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:32.843702 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e437c2d4-89d3-4407-9820-00ed993c0f9a req-13b9d22b-6e32-476a-b28c-8b5128038839 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0859566 Aug 21 10:54:32.948833 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e437c2d4-89d3-4407-9820-00ed993c0f9a req-98c2dbbf-bcf9-4a1c-a022-c1a14c5d03cc tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645709 Aug 21 10:54:32.959296 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cd6eb1b0-dcba-4c00-8643-a27e0aed8e95 req-42f7af69-bd61-4c13-a816-0285c431f829 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1146388 Aug 21 10:54:33.067131 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cd6eb1b0-dcba-4c00-8643-a27e0aed8e95 req-2e8e09b4-bf72-40a8-a5aa-d9edb5636d28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca4e747d982848ecb4db023d86d4ccd5&device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 1099 time: 0.0766239 Aug 21 10:54:33.256617 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6eb1b0-dcba-4c00-8643-a27e0aed8e95 req-ec568740-ebf5-4169-837f-cc8fcb927fe1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:33.258685 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cd6eb1b0-dcba-4c00-8643-a27e0aed8e95 req-ec568740-ebf5-4169-837f-cc8fcb927fe1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4de6ebeb-552e-4358-808e-6e565693a7b6 HTTP/1.1" status: 200 len: 915 time: 0.1612251 Aug 21 10:54:33.342235 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cd6eb1b0-dcba-4c00-8643-a27e0aed8e95 req-5feee600-a6eb-475e-affa-4d5c34649f9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4db44f4-8c3e-4320-b71a-542f14ea5790 HTTP/1.1" status: 200 len: 217 time: 0.0754178 Aug 21 10:54:33.537194 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3f9312dc-375b-4fe5-ad2c-9ecb7f1cba77 req-7796ec07-1fc8-43e8-821c-120a83a85c6a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 210 time: 0.0445657 Aug 21 10:54:33.680738 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6eb1b0-dcba-4c00-8643-a27e0aed8e95 req-c0ecbaa5-685e-413a-9a7c-c6da7086d01f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:33.682328 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cd6eb1b0-dcba-4c00-8643-a27e0aed8e95 req-c0ecbaa5-685e-413a-9a7c-c6da7086d01f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=029d870c-18d8-43a7-b4a5-2f13ab15e3e4 HTTP/1.1" status: 200 len: 854 time: 0.0654705 Aug 21 10:54:33.938449 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cd6eb1b0-dcba-4c00-8643-a27e0aed8e95 req-dc5a6f3e-de88-4cbd-8a3f-9a3713e3b7b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4de6ebeb-552e-4358-808e-6e565693a7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2398076 Aug 21 10:54:34.180015 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7503c-e8a2-4782-94c5-0ef2f567cdcd req-35d2f437-ca9c-45b5-9fe1-78389ae6b9c7 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:34.181852 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c3a7503c-e8a2-4782-94c5-0ef2f567cdcd req-35d2f437-ca9c-45b5-9fe1-78389ae6b9c7 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0888488 Aug 21 10:54:34.233347 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c3a7503c-e8a2-4782-94c5-0ef2f567cdcd req-fb9d9b55-7e5d-4632-910b-235b2aa91e96 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443583 Aug 21 10:54:34.239348 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-ee5db020-2a6d-4a93-a6a1-e863adc7adb3 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:34.240843 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-ee5db020-2a6d-4a93-a6a1-e863adc7adb3 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.35 "GET /v2.0/networks?id=4de6ebeb-552e-4358-808e-6e565693a7b6 HTTP/1.1" status: 200 len: 814 time: 0.1748800 Aug 21 10:54:34.243082 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cd6eb1b0-dcba-4c00-8643-a27e0aed8e95 req-8f1b3191-79ea-409d-995f-3e548eeba253 service neutron] 10.222.0.35 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960620 Aug 21 10:54:34.264299 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Request body: {'port': {'device_id': 'dec2be8b-cbe6-4971-bbca-a25020debbb3', 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6', 'admin_state_up': True, 'tenant_id': 'ca4e747d982848ecb4db023d86d4ccd5'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:54:34.505442 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:34.533648 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:34.561933 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cd6eb1b0-dcba-4c00-8643-a27e0aed8e95 req-35df15c7-63bf-4d3e-9fe8-1e9f151037cb service neutron] 10.222.0.35 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829475 Aug 21 10:54:34.591787 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Made reservation on behalf of ca4e747d982848ecb4db023d86d4ccd5 for: {'port': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:54:34.597372 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:34.718750 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-62cb9290-c4f0-4a02-9a7d-95d3c1d500eb req-fbf1c160-aeb5-4e28-bc2b-529c719bf0e6 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 210 time: 0.0558910 Aug 21 10:54:34.818608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Allocated IP 172.20.0.5 (4de6ebeb-552e-4358-808e-6e565693a7b6/029d870c-18d8-43a7-b4a5-2f13ab15e3e4/2b511a89-faf5-4f05-a135-04fedfd0d436) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:54:35.105495 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:35.198161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:35.205609 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:35.225965 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['a4db44f4-8c3e-4320-b71a-542f14ea5790', '57e0d7ef-9d24-4267-8aa0-863b6d2dee57'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:54:35.280670 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Network 4de6ebeb-552e-4358-808e-6e565693a7b6 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:54:35.284553 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:54:35.288986 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:54:35.330381 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Pushing event updated for resources: {'Port': ['ID=2b511a89-faf5-4f05-a135-04fedfd0d436,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:35.352635 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:35.353054 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:35.353462 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:35.353866 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:35.354260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:35.354654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:35.355047 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:35.355445 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:35.355872 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:35.356260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:35.357195 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:35.364183 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:35.425035 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:35.425716 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:35.482960 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1269367-edbd-461d-9840-381e0f0c8500 req-e7f40aa0-cac3-4d2a-83cc-1dd74c716548 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:35.484616 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e1269367-edbd-461d-9840-381e0f0c8500 req-e7f40aa0-cac3-4d2a-83cc-1dd74c716548 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1239076 Aug 21 10:54:35.527961 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2688704 Aug 21 10:54:35.554531 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e1269367-edbd-461d-9840-381e0f0c8500 req-72dacab7-dc6a-4ff7-97a9-c8f1f72e12ca tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461283 Aug 21 10:54:35.626630 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Request body: {'port': {'device_id': 'dec2be8b-cbe6-4971-bbca-a25020debbb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:54:35.743104 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:36.035331 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a03a6-165d-4ddd-ae04-6b81b892fc37 req-abf1aea3-a607-4148-85a7-1d156131981a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:36.037093 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7e2a03a6-165d-4ddd-ae04-6b81b892fc37 req-abf1aea3-a607-4148-85a7-1d156131981a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 931 time: 0.1408587 Aug 21 10:54:36.098212 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7e2a03a6-165d-4ddd-ae04-6b81b892fc37 req-5fb1a7c2-c4e7-4ff2-aff8-44c602231e46 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540175 Aug 21 10:54:36.117419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:54:36.213740 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b511a89-faf5-4f05-a135-04fedfd0d436 {{(pid=82512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:54:36.223013 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:36.248941 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Transition to ACTIVE for port object 2b511a89-faf5-4f05-a135-04fedfd0d436 will not be triggered until provisioned by entity L2. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:54:36.282026 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:36.286137 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:36.415714 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Pushing event updated for resources: {'Port': ['ID=2b511a89-faf5-4f05-a135-04fedfd0d436,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:36.420894 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:36.540436 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Attempting to bind port 2b511a89-faf5-4f05-a135-04fedfd0d436 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:54:36.540822 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Attempting to bind port 2b511a89-faf5-4f05-a135-04fedfd0d436 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:54:36.541194 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Attempting to bind port 2b511a89-faf5-4f05-a135-04fedfd0d436 on network 4de6ebeb-552e-4358-808e-6e565693a7b6 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:54:36.547399 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Port 2b511a89-faf5-4f05-a135-04fedfd0d436 on network 4de6ebeb-552e-4358-808e-6e565693a7b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:54:36.547801 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Attempting to bind port 2b511a89-faf5-4f05-a135-04fedfd0d436 on network 4de6ebeb-552e-4358-808e-6e565693a7b6 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:54:36.554874 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:54:36.555261 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Checking segment: {'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:54:36.555727 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Bound using segment: {'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:54:36.556212 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Bound port: 2b511a89-faf5-4f05-a135-04fedfd0d436, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'}}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:54:36.556594 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:36.674148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] For port 2b511a89-faf5-4f05-a135-04fedfd0d436, host hv-cinder-80547, cleared binding levels {{(pid=82512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:54:36.679051 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] For port 2b511a89-faf5-4f05-a135-04fedfd0d436, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2b511a89-faf5-4f05-a135-04fedfd0d436,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:54:36.689968 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 51866) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:36.764393 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:36.769394 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:36.845359 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:36.846857 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] 10.222.0.35 "PUT /v2.0/ports/2b511a89-faf5-4f05-a135-04fedfd0d436 HTTP/1.1" status: 200 len: 1093 time: 1.2258337 Aug 21 10:54:36.847389 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec2be8b-cbe6-4971-bbca-a25020debbb3', 'tag': '2b511a89-faf5-4f05-a135-04fedfd0d436'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:54:36.897584 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-42bcccc5-3ffc-4a3d-a4c6-8adb9fa0cf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:36.909583 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec2be8b-cbe6-4971-bbca-a25020debbb3', 'tag': '2b511a89-faf5-4f05-a135-04fedfd0d436', 'status': 'completed', 'code': 200} Aug 21 10:54:36.922038 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Pushing event updated for resources: {'Port': ['ID=2b511a89-faf5-4f05-a135-04fedfd0d436,revision_number=3']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:36.926242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:36.944730 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-42bcccc5-3ffc-4a3d-a4c6-8adb9fa0cf6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:36.946346 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703c506-2009-4493-bbe0-3d3e2d954033 req-9c248c65-e29c-46d6-b6c0-b217e03eb453 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:36.947980 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a703c506-2009-4493-bbe0-3d3e2d954033 req-9c248c65-e29c-46d6-b6c0-b217e03eb453 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1018288 Aug 21 10:54:36.949657 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-42bcccc5-3ffc-4a3d-a4c6-8adb9fa0cf6b admin admin] Usage tracker for resource:security_group_rule and tenant:eec67a8dbd884a8f8476956aa6f5d843 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:36.953447 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-42bcccc5-3ffc-4a3d-a4c6-8adb9fa0cf6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:36.959767 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-42bcccc5-3ffc-4a3d-a4c6-8adb9fa0cf6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:37.006072 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a703c506-2009-4493-bbe0-3d3e2d954033 req-549abe7f-b447-46af-9b0d-3ec73de653e3 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502596 Aug 21 10:54:37.144466 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-42bcccc5-3ffc-4a3d-a4c6-8adb9fa0cf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:37.197618 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-42bcccc5-3ffc-4a3d-a4c6-8adb9fa0cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:37.206057 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-81993bdb-9155-4c96-b5df-be5005e160bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:37.296929 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcccc5-3ffc-4a3d-a4c6-8adb9fa0cf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1356fbb1-7b91-4261-8fb2-ffd0e12967fd,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:37.309331 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-42bcccc5-3ffc-4a3d-a4c6-8adb9fa0cf6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eec67a8dbd884a8f8476956aa6f5d843&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6179862 Aug 21 10:54:37.310583 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-42bcccc5-3ffc-4a3d-a4c6-8adb9fa0cf6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:37.312625 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 51894) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:37.353853 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a954dea-6770-4be8-a786-b5841e8c5d2d req-55137f0d-b549-4c81-943b-063f6153f48a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:37.354621 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-9a954dea-6770-4be8-a786-b5841e8c5d2d req-55137f0d-b549-4c81-943b-063f6153f48a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Synchronizing usage tracker for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:54:37.388270 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:37.403121 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-9a954dea-6770-4be8-a786-b5841e8c5d2d req-55137f0d-b549-4c81-943b-063f6153f48a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Unset dirty status for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:54:37.404578 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9a954dea-6770-4be8-a786-b5841e8c5d2d req-55137f0d-b549-4c81-943b-063f6153f48a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 943 time: 0.1524248 Aug 21 10:54:37.418419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:37.455753 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9a954dea-6770-4be8-a786-b5841e8c5d2d req-6737dbd6-80ba-4257-99fb-93653246567d tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445700 Aug 21 10:54:37.506187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:37.511756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-509a2f7b-171b-4d7c-b195-5807912e3cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:37.524250 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1356fbb1-7b91-4261-8fb2-ffd0e12967fd,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:37.539100 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:37.539427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:37.539853 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:37.540250 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:37.540644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:37.541041 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:37.541427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:37.541817 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:37.542204 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:37.542589 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:37.542973 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:54:37.547277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:37.548240 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:37.549492 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1356fbb1-7b91-4261-8fb2-ffd0e12967fd HTTP/1.1" status: 204 len: 168 time: 0.2351243 Aug 21 10:54:38.223513 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae872cf0-f0b7-4ec7-8d53-f7ce18c5baae req-323b4420-d031-4a4a-9075-ba929077ceac tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:38.225318 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ae872cf0-f0b7-4ec7-8d53-f7ce18c5baae req-323b4420-d031-4a4a-9075-ba929077ceac tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0931070 Aug 21 10:54:38.276271 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ae872cf0-f0b7-4ec7-8d53-f7ce18c5baae req-b7efb52a-066e-4949-95a8-9f36cb245cb4 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428402 Aug 21 10:54:38.675203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdac4e4-d830-4511-a733-03bfcb9b86f2 req-37eec5b8-60dc-459e-8729-1ae07f362fc8 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:38.677149 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bcdac4e4-d830-4511-a733-03bfcb9b86f2 req-37eec5b8-60dc-459e-8729-1ae07f362fc8 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 943 time: 0.0864980 Aug 21 10:54:38.725864 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bcdac4e4-d830-4511-a733-03bfcb9b86f2 req-8ca16db2-aade-478a-8a81-ddcdb2ea60b0 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427237 Aug 21 10:54:39.334948 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-efd4d4f3-d568-488f-8041-92ce3f776836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:39.487776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd1722-2342-4549-b26f-64a493c3086c req-9703ece9-6114-4a43-a569-fba47ff8ba3f tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:39.489409 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-27cd1722-2342-4549-b26f-64a493c3086c req-9703ece9-6114-4a43-a569-fba47ff8ba3f tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0835278 Aug 21 10:54:39.556229 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-27cd1722-2342-4549-b26f-64a493c3086c req-66d0a484-2830-4edf-ad6d-42d32fb7926f tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599616 Aug 21 10:54:39.939967 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40d4b9-e1a9-4bdc-bfda-072cb72165ba req-d1d8638e-cdd0-492b-b42b-172401282feb tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:39.941675 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bc40d4b9-e1a9-4bdc-bfda-072cb72165ba req-d1d8638e-cdd0-492b-b42b-172401282feb tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 943 time: 0.0876782 Aug 21 10:54:40.004141 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bc40d4b9-e1a9-4bdc-bfda-072cb72165ba req-319e033f-5b55-4e81-8bb3-a9f2d7cbdae9 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563641 Aug 21 10:54:40.893854 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230bf74-c9fb-47f1-85e9-6fa824e89785 req-43de6e45-f081-408a-a144-ba0a08c23370 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:40.895423 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7230bf74-c9fb-47f1-85e9-6fa824e89785 req-43de6e45-f081-408a-a144-ba0a08c23370 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0854099 Aug 21 10:54:40.962730 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7230bf74-c9fb-47f1-85e9-6fa824e89785 req-7a09b762-28f3-403c-a873-a0105f3169d8 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450387 Aug 21 10:54:40.963956 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:41.503099 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-478d1034-ddf5-4395-bd67-7f43f0f3434e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca4e747d982848ecb4db023d86d4ccd5&device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 1096 time: 0.4330223 Aug 21 10:54:41.508982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090eff4-a5e4-4bc8-ae1b-61f43d7e1143 req-2870afb0-7cdd-4bb6-96be-8f45ad9f560a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:41.510695 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0090eff4-a5e4-4bc8-ae1b-61f43d7e1143 req-2870afb0-7cdd-4bb6-96be-8f45ad9f560a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 943 time: 0.3610137 Aug 21 10:54:41.601012 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-b348c2a6-67c1-4f9c-b9ec-7fe7fcc4aa68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b511a89-faf5-4f05-a135-04fedfd0d436 HTTP/1.1" status: 200 len: 217 time: 0.0693207 Aug 21 10:54:41.674669 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0090eff4-a5e4-4bc8-ae1b-61f43d7e1143 req-d187f2d8-cad2-4629-b156-d515a064deef tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577921 Aug 21 10:54:41.684279 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-58fe73b0-bcda-460f-ad1f-9f379ffb3341 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:41.686324 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-58fe73b0-bcda-460f-ad1f-9f379ffb3341 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=029d870c-18d8-43a7-b4a5-2f13ab15e3e4 HTTP/1.1" status: 200 len: 854 time: 0.0764403 Aug 21 10:54:41.738117 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-7b46e11a-a184-49d0-b896-c88e13740f2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4de6ebeb-552e-4358-808e-6e565693a7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438321 Aug 21 10:54:41.880178 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-95579229-56dd-4504-9a69-208de7f3863c service neutron] 10.222.0.35 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343920 Aug 21 10:54:41.957571 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e3a9e632-1234-4486-94ce-e24af998d3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:42.024986 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63f4cfcf-8268-4522-9770-aa5941301ff4 req-895c5d0a-7d67-428d-a10f-4b2794d3262b service neutron] 10.222.0.35 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385019 Aug 21 10:54:42.237297 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edf6d7-f5d4-475c-9baa-4587f505b25a req-f1382b28-d2a9-4c84-abdd-4bd98330a82f tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:42.237909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:42.239061 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a6edf6d7-f5d4-475c-9baa-4587f505b25a req-f1382b28-d2a9-4c84-abdd-4bd98330a82f tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1480858 Aug 21 10:54:42.253805 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7f7b511f-70df-46f2-ba65-73d2ae3d85db req-96a56c69-92ab-4a05-9715-dec2a679d4c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca4e747d982848ecb4db023d86d4ccd5&device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 1096 time: 0.1497841 Aug 21 10:54:42.293298 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a6edf6d7-f5d4-475c-9baa-4587f505b25a req-bef51d78-6920-4e20-bf13-0add19e66eb0 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469942 Aug 21 10:54:42.413077 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b511f-70df-46f2-ba65-73d2ae3d85db req-0cf7a2d6-13d1-4e6e-af5d-16a9dc3bda3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:42.414738 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7f7b511f-70df-46f2-ba65-73d2ae3d85db req-0cf7a2d6-13d1-4e6e-af5d-16a9dc3bda3f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4de6ebeb-552e-4358-808e-6e565693a7b6 HTTP/1.1" status: 200 len: 915 time: 0.1540074 Aug 21 10:54:42.491005 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7f7b511f-70df-46f2-ba65-73d2ae3d85db req-f832ab1f-9094-4d4c-b1c5-a5e89abe4c48 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b511a89-faf5-4f05-a135-04fedfd0d436 HTTP/1.1" status: 200 len: 217 time: 0.0682628 Aug 21 10:54:42.564944 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b511f-70df-46f2-ba65-73d2ae3d85db req-b932a224-3cd4-4b9c-bb4d-db17fc1e4b63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:42.566555 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7f7b511f-70df-46f2-ba65-73d2ae3d85db req-b932a224-3cd4-4b9c-bb4d-db17fc1e4b63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=029d870c-18d8-43a7-b4a5-2f13ab15e3e4 HTTP/1.1" status: 200 len: 854 time: 0.0687451 Aug 21 10:54:42.619462 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7f7b511f-70df-46f2-ba65-73d2ae3d85db req-701f3460-04b6-4ae9-bf23-76d3528055bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4de6ebeb-552e-4358-808e-6e565693a7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459640 Aug 21 10:54:42.765243 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7f7b511f-70df-46f2-ba65-73d2ae3d85db req-06a789c4-b649-431a-b7ac-d82a95f97fc8 service neutron] 10.222.0.35 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384149 Aug 21 10:54:42.882131 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513ea17-afe2-4295-8faa-fc4516fdecdb req-9cc6a98f-5960-4900-b303-3bb48683e233 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:42.883867 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b513ea17-afe2-4295-8faa-fc4516fdecdb req-9cc6a98f-5960-4900-b303-3bb48683e233 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 943 time: 0.0840526 Aug 21 10:54:42.917423 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7f7b511f-70df-46f2-ba65-73d2ae3d85db req-eff66062-8fb5-4435-ada5-01bd9215aa3e service neutron] 10.222.0.35 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462877 Aug 21 10:54:42.939008 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b513ea17-afe2-4295-8faa-fc4516fdecdb req-6293f668-a52d-474f-a0d6-9d3bc802c7eb tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481117 Aug 21 10:54:43.525198 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8a5dc-7c38-41ef-a2a0-ab68c0354951 req-3e1eb026-6e73-4986-b099-ac8880a428cc tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:43.527583 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63c8a5dc-7c38-41ef-a2a0-ab68c0354951 req-3e1eb026-6e73-4986-b099-ac8880a428cc tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0968308 Aug 21 10:54:43.573154 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:43.581876 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63c8a5dc-7c38-41ef-a2a0-ab68c0354951 req-917688a5-16e1-4f89-823a-299408e7f623 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464628 Aug 21 10:54:44.170433 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001c113-5904-44f6-97c6-c07f84290f2a req-246f1a7f-f73f-49af-b45a-6cf51fb38049 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:44.185802 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c001c113-5904-44f6-97c6-c07f84290f2a req-246f1a7f-f73f-49af-b45a-6cf51fb38049 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 943 time: 0.1196873 Aug 21 10:54:44.230927 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c001c113-5904-44f6-97c6-c07f84290f2a req-1aaff958-e9a2-4da5-ab10-acd7b013d01f tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441723 Aug 21 10:54:44.666790 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0fe28274-d210-40a4-9690-be0d0d001d58 req-444ad3e7-35f2-4200-b915-84d0bf9f651e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 1098 time: 0.0780952 Aug 21 10:54:44.738257 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0fe28274-d210-40a4-9690-be0d0d001d58 req-6e7983dd-0212-4b4f-b583-56732143f1cb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636222 Aug 21 10:54:44.820359 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52138) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:44.864212 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320700b-389f-4423-b105-5ba6a115333a req-cce55da5-5ad3-492a-bb47-35ba9c292c0a tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:44.873939 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4320700b-389f-4423-b105-5ba6a115333a req-cce55da5-5ad3-492a-bb47-35ba9c292c0a tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1201518 Aug 21 10:54:44.936250 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4320700b-389f-4423-b105-5ba6a115333a req-81d4205d-6eeb-4521-ac2e-0d80e91612d7 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610430 Aug 21 10:54:45.083622 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4a82a197-fbce-42a1-9e61-ea0ba981a688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:45.126468 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4a82a197-fbce-42a1-9e61-ea0ba981a688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:45.130815 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4a82a197-fbce-42a1-9e61-ea0ba981a688 admin admin] Usage tracker for resource:security_group_rule and tenant:f065fbdb3db64fccade91724161d2479 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:45.134690 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4a82a197-fbce-42a1-9e61-ea0ba981a688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:45.141254 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4a82a197-fbce-42a1-9e61-ea0ba981a688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:45.222561 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4a82a197-fbce-42a1-9e61-ea0ba981a688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:45.254117 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4a82a197-fbce-42a1-9e61-ea0ba981a688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:45.281861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 52158) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:45.302730 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:45.332298 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4a82a197-fbce-42a1-9e61-ea0ba981a688 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f065fbdb3db64fccade91724161d2479&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5103226 Aug 21 10:54:45.333312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82a197-fbce-42a1-9e61-ea0ba981a688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305aaf54-4914-4747-a6a3-e9484483c50a,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:45.335068 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 52166) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:45.352192 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4a82a197-fbce-42a1-9e61-ea0ba981a688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:45.480985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a750e9af-de27-44c0-afc2-d9dc72a902a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:45.485074 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-51ebb4b2-60e2-4d41-ab41-c331bc1067b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:45.540751 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a750e9af-de27-44c0-afc2-d9dc72a902a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:45.585949 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2b511a89-faf5-4f05-a135-04fedfd0d436 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:54:45.589291 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbaf7b-fd7c-4423-a007-20e0b70c4b7e req-5bb8ab76-71f1-4b5b-94e1-9b59c03cb01b tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:45.590935 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-68dbaf7b-fd7c-4423-a007-20e0b70c4b7e req-5bb8ab76-71f1-4b5b-94e1-9b59c03cb01b tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 943 time: 0.2115347 Aug 21 10:54:45.592037 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-51ebb4b2-60e2-4d41-ab41-c331bc1067b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:45.608276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-51ebb4b2-60e2-4d41-ab41-c331bc1067b5 admin admin] Usage tracker for resource:security_group_rule and tenant:1101e10dae6445608d086fc4bcf66189 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:45.627112 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-51ebb4b2-60e2-4d41-ab41-c331bc1067b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:45.639319 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-51ebb4b2-60e2-4d41-ab41-c331bc1067b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:45.713666 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a750e9af-de27-44c0-afc2-d9dc72a902a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:45.729768 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:45.731943 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2b511a89-faf5-4f05-a135-04fedfd0d436, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2b511a89-faf5-4f05-a135-04fedfd0d436,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:54:45.747215 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750e9af-de27-44c0-afc2-d9dc72a902a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305aaf54-4914-4747-a6a3-e9484483c50a,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:45.747340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '2b511a89-faf5-4f05-a135-04fedfd0d436', 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6', 'port_id': '2b511a89-faf5-4f05-a135-04fedfd0d436', 'mac_address': 'fa:16:3e:bf:8d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029d870c-18d8-43a7-b4a5-2f13ab15e3e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:54:45.766994 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a750e9af-de27-44c0-afc2-d9dc72a902a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:45.769591 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-68dbaf7b-fd7c-4423-a007-20e0b70c4b7e req-27704643-bce4-4cc8-9beb-104471767f25 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658199 Aug 21 10:54:45.775958 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-51ebb4b2-60e2-4d41-ab41-c331bc1067b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:45.778639 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a750e9af-de27-44c0-afc2-d9dc72a902a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:45.779854 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a750e9af-de27-44c0-afc2-d9dc72a902a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/305aaf54-4914-4747-a6a3-e9484483c50a HTTP/1.1" status: 204 len: 168 time: 0.4436777 Aug 21 10:54:45.807671 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-51ebb4b2-60e2-4d41-ab41-c331bc1067b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:45.823164 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:45.842169 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b511a89-faf5-4f05-a135-04fedfd0d436 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:54:45.845946 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-46c6d47c-d181-440d-b8a5-9f522097c379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:45.857727 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2b511a89-faf5-4f05-a135-04fedfd0d436, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2b511a89-faf5-4f05-a135-04fedfd0d436,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:54:45.862741 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-51ebb4b2-60e2-4d41-ab41-c331bc1067b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1101e10dae6445608d086fc4bcf66189&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5797000 Aug 21 10:54:45.865720 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52182) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:45.880535 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebb4b2-60e2-4d41-ab41-c331bc1067b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a38776-c51d-4bd5-ab64-1251b708f346,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:45.889242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:45.895243 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-51ebb4b2-60e2-4d41-ab41-c331bc1067b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:45.901864 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:45.935857 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dd89a929-034c-4bb7-ab31-51f347fdd8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:45.963864 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dd89a929-034c-4bb7-ab31-51f347fdd8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:45.977391 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=2b511a89-faf5-4f05-a135-04fedfd0d436,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:45.980885 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:46.036006 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dd89a929-034c-4bb7-ab31-51f347fdd8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:46.041454 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b2b4ff4c-5102-4e3b-bfaf-ce3c8b39a5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:46.059266 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89a929-034c-4bb7-ab31-51f347fdd8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a38776-c51d-4bd5-ab64-1251b708f346,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:46.064096 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-dd89a929-034c-4bb7-ab31-51f347fdd8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:46.119073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dd89a929-034c-4bb7-ab31-51f347fdd8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:46.120314 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-dd89a929-034c-4bb7-ab31-51f347fdd8a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2a38776-c51d-4bd5-ab64-1251b708f346 HTTP/1.1" status: 204 len: 168 time: 0.2535262 Aug 21 10:54:46.194201 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1712fc-ba7f-43d0-a6e8-71fb9b13e768 req-81d7ca9b-1438-45fa-a844-166c18deabd6 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:46.195891 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bf1712fc-ba7f-43d0-a6e8-71fb9b13e768 req-81d7ca9b-1438-45fa-a844-166c18deabd6 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1343877 Aug 21 10:54:46.254780 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bf1712fc-ba7f-43d0-a6e8-71fb9b13e768 req-269e6bf8-a3c1-4d99-99df-53de7a6f9af2 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495119 Aug 21 10:54:46.365902 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52200) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:46.386585 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-70f83d8d-3771-41b4-91e3-c05c3e79f967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:46.421147 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-70f83d8d-3771-41b4-91e3-c05c3e79f967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:46.425195 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-70f83d8d-3771-41b4-91e3-c05c3e79f967 admin admin] Usage tracker for resource:security_group_rule and tenant:cb5855226c924b7bbc6abbd9ff31db2b is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:46.430851 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['2b511a89-faf5-4f05-a135-04fedfd0d436'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:54:46.439697 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-70f83d8d-3771-41b4-91e3-c05c3e79f967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:46.458861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-70f83d8d-3771-41b4-91e3-c05c3e79f967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:46.572419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-70f83d8d-3771-41b4-91e3-c05c3e79f967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:46.609404 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-70f83d8d-3771-41b4-91e3-c05c3e79f967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:46.617998 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4947b011-a011-4c4e-a972-7831e1136944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:46.666570 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f83d8d-3771-41b4-91e3-c05c3e79f967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb57a42-f1d9-42b4-9efa-6305eb44c60e,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:46.670197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-70f83d8d-3771-41b4-91e3-c05c3e79f967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:46.675692 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-70f83d8d-3771-41b4-91e3-c05c3e79f967 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cb5855226c924b7bbc6abbd9ff31db2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3060100 Aug 21 10:54:46.676113 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52204) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:46.745173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f4a3-cc1c-4ddf-8398-1be320fbeb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:46.773685 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f4a3-cc1c-4ddf-8398-1be320fbeb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:46.787050 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 52210) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:46.817556 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5585575d-4fb0-463b-8c87-75f2d86d1340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:46.849185 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f4a3-cc1c-4ddf-8398-1be320fbeb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:46.854756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c68d036a-37fe-4c8a-b857-2e919174f33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:46.873214 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5585575d-4fb0-463b-8c87-75f2d86d1340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:46.874488 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7f4a3-cc1c-4ddf-8398-1be320fbeb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb57a42-f1d9-42b4-9efa-6305eb44c60e,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:46.877453 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d7c7f4a3-cc1c-4ddf-8398-1be320fbeb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:46.878652 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f4a3-cc1c-4ddf-8398-1be320fbeb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:46.879784 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5585575d-4fb0-463b-8c87-75f2d86d1340 admin admin] Usage tracker for resource:security_group_rule and tenant:364e5248710b4369b2518c835c9fd1e8 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:46.882852 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d7c7f4a3-cc1c-4ddf-8398-1be320fbeb4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7fb57a42-f1d9-42b4-9efa-6305eb44c60e HTTP/1.1" status: 204 len: 168 time: 0.2057393 Aug 21 10:54:46.888528 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5585575d-4fb0-463b-8c87-75f2d86d1340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:46.899900 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5585575d-4fb0-463b-8c87-75f2d86d1340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:46.992424 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52224) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:47.036600 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5585575d-4fb0-463b-8c87-75f2d86d1340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:47.036744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b5d54-698f-44a6-a963-baac6a53faa8 req-4a59a06b-c7eb-47ac-a33a-79e56f19dae6 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:47.038353 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-840b5d54-698f-44a6-a963-baac6a53faa8 req-4a59a06b-c7eb-47ac-a33a-79e56f19dae6 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 944 time: 0.1162920 Aug 21 10:54:47.071758 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5585575d-4fb0-463b-8c87-75f2d86d1340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:47.091636 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:47.092991 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-840b5d54-698f-44a6-a963-baac6a53faa8 req-1a88d50e-0b69-46af-a887-745fc1a98768 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471141 Aug 21 10:54:47.150680 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-5585575d-4fb0-463b-8c87-75f2d86d1340 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=364e5248710b4369b2518c835c9fd1e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3613293 Aug 21 10:54:47.153912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585575d-4fb0-463b-8c87-75f2d86d1340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d653d1-b1f0-4b0a-8049-a2961ea589d6,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:47.154451 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 52230) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:47.204550 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c6f77b98-b65e-4d47-b8be-4a39e8b14c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:47.208457 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5585575d-4fb0-463b-8c87-75f2d86d1340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:47.229540 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ecbdfc03-e8ea-4124-8a7e-1090966f1207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:47.256476 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ecbdfc03-e8ea-4124-8a7e-1090966f1207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:47.318583 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-c6f77b98-b65e-4d47-b8be-4a39e8b14c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:47.323402 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-c6f77b98-b65e-4d47-b8be-4a39e8b14c27 admin admin] Usage tracker for resource:security_group_rule and tenant:ce93c9a4fbf944038a72ecd11015d8d2 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:47.327093 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-c6f77b98-b65e-4d47-b8be-4a39e8b14c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:47.333555 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-c6f77b98-b65e-4d47-b8be-4a39e8b14c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:47.353204 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ecbdfc03-e8ea-4124-8a7e-1090966f1207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:47.359265 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af6007ca-faf5-4f0e-b7ef-dc2a1455829a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:47.377340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ecbdfc03-e8ea-4124-8a7e-1090966f1207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:47.378912 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-ecbdfc03-e8ea-4124-8a7e-1090966f1207 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2d653d1-b1f0-4b0a-8049-a2961ea589d6 HTTP/1.1" status: 204 len: 168 time: 0.2234657 Aug 21 10:54:47.379835 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdfc03-e8ea-4124-8a7e-1090966f1207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d653d1-b1f0-4b0a-8049-a2961ea589d6,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:47.382731 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ecbdfc03-e8ea-4124-8a7e-1090966f1207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:47.423148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c6f77b98-b65e-4d47-b8be-4a39e8b14c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:47.449257 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c6f77b98-b65e-4d47-b8be-4a39e8b14c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:47.469759 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e19c6937-35e8-45b5-a952-b67fc327ef9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:47.504028 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f72fe-adf9-41e8-9608-4bf7244ec84d req-fc2b5081-a16c-4954-90a5-f76493c0da52 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:47.513146 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-853f72fe-adf9-41e8-9608-4bf7244ec84d req-fc2b5081-a16c-4954-90a5-f76493c0da52 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1043530 Aug 21 10:54:47.550699 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f77b98-b65e-4d47-b8be-4a39e8b14c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d580df-2d09-4214-9505-500ec44b9007,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:47.554961 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-c6f77b98-b65e-4d47-b8be-4a39e8b14c27 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce93c9a4fbf944038a72ecd11015d8d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5612221 Aug 21 10:54:47.555992 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c6f77b98-b65e-4d47-b8be-4a39e8b14c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:47.557786 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 52244) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:47.639881 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-853f72fe-adf9-41e8-9608-4bf7244ec84d req-a2b7955c-572a-4f9f-97ef-bf8580656561 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256580 Aug 21 10:54:47.736644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a3010cb8-789c-4c49-81ea-28e19d47be57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:47.787456 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a3010cb8-789c-4c49-81ea-28e19d47be57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:47.986364 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a3010cb8-789c-4c49-81ea-28e19d47be57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:47.992721 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:48.007412 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3010cb8-789c-4c49-81ea-28e19d47be57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d580df-2d09-4214-9505-500ec44b9007,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:48.010931 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a3010cb8-789c-4c49-81ea-28e19d47be57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:48.011756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a3010cb8-789c-4c49-81ea-28e19d47be57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:48.013570 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a3010cb8-789c-4c49-81ea-28e19d47be57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57d580df-2d09-4214-9505-500ec44b9007 HTTP/1.1" status: 204 len: 168 time: 0.4546099 Aug 21 10:54:48.385369 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609962ae-6c0f-409f-b5a5-d15490296b16 req-757e4f98-f417-48f8-bc6e-3f539c13bab1 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:48.391400 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e5506be0-e8d6-48f0-8a86-4c173c9740f7 req-91bcd548-a55b-4ee3-bc5b-117788b9f1f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=632e482613fd4a6c983ef87427c49787&device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 1098 time: 0.2286432 Aug 21 10:54:48.394648 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-609962ae-6c0f-409f-b5a5-d15490296b16 req-757e4f98-f417-48f8-bc6e-3f539c13bab1 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1437001 Aug 21 10:54:48.465503 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-609962ae-6c0f-409f-b5a5-d15490296b16 req-9933a3db-8af1-4d73-b2aa-a431e998e7ad tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642495 Aug 21 10:54:48.559654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f9154-4589-413b-a969-fe99dfb6d24d req-d19deb03-fff1-4138-b658-5ca3502bd396 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:48.561259 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3c3f9154-4589-413b-a969-fe99dfb6d24d req-d19deb03-fff1-4138-b658-5ca3502bd396 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 944 time: 0.2836752 Aug 21 10:54:48.598204 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5506be0-e8d6-48f0-8a86-4c173c9740f7 req-3e1a1000-033c-4c36-969c-d6579ba353cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:48.599784 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e5506be0-e8d6-48f0-8a86-4c173c9740f7 req-3e1a1000-033c-4c36-969c-d6579ba353cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=d705d977-a219-4f74-8852-1db723d0eb37 HTTP/1.1" status: 200 len: 919 time: 0.2018664 Aug 21 10:54:48.683234 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e5506be0-e8d6-48f0-8a86-4c173c9740f7 req-25a515bb-9ba7-4a32-b41e-a5f3e72a3b9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 HTTP/1.1" status: 200 len: 217 time: 0.0684516 Aug 21 10:54:48.694159 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3c3f9154-4589-413b-a969-fe99dfb6d24d req-5c2342e9-c24d-4f0f-821c-1cf04abcc226 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190464 Aug 21 10:54:48.765419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5506be0-e8d6-48f0-8a86-4c173c9740f7 req-6d4e2585-ff20-41ef-92b2-03ea5efc6aba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:48.767970 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e5506be0-e8d6-48f0-8a86-4c173c9740f7 req-6d4e2585-ff20-41ef-92b2-03ea5efc6aba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f481c4ac-7411-4056-8fb8-3934f46c94ee HTTP/1.1" status: 200 len: 858 time: 0.0719669 Aug 21 10:54:48.836091 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e5506be0-e8d6-48f0-8a86-4c173c9740f7 req-e6797b9b-36dc-4c8f-8610-9e625a469cab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d705d977-a219-4f74-8852-1db723d0eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613892 Aug 21 10:54:49.001984 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e5506be0-e8d6-48f0-8a86-4c173c9740f7 req-ec22f9c4-6464-4a39-baab-525071e294c3 service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574504 Aug 21 10:54:49.158321 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e5506be0-e8d6-48f0-8a86-4c173c9740f7 req-82e4b11d-cd0e-41ac-bd56-6a27dad9897d service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489937 Aug 21 10:54:49.621629 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2b511a89-faf5-4f05-a135-04fedfd0d436 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:54:49.772561 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48373d24-2a4e-4ffd-aca9-94ffab9d04be req-30c7e795-51d6-4678-9d3f-2a678b909150 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:49.774630 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-48373d24-2a4e-4ffd-aca9-94ffab9d04be req-30c7e795-51d6-4678-9d3f-2a678b909150 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1714036 Aug 21 10:54:49.786629 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 2b511a89-faf5-4f05-a135-04fedfd0d436 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:54:49.793291 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 2b511a89-faf5-4f05-a135-04fedfd0d436 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:54:49.795833 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:49.899482 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-48373d24-2a4e-4ffd-aca9-94ffab9d04be req-ec813358-3f71-4d0c-9f7f-a40bf1bf1149 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163130 Aug 21 10:54:50.037743 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d92a8d-5aee-4068-b55f-2093213a2574 req-1ee3bba7-96d6-4dfd-8b3c-2a9fed92cded tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:50.039831 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-04d92a8d-5aee-4068-b55f-2093213a2574 req-1ee3bba7-96d6-4dfd-8b3c-2a9fed92cded tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 944 time: 0.0949032 Aug 21 10:54:50.050632 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:50.080110 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec2be8b-cbe6-4971-bbca-a25020debbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b511a89-faf5-4f05-a135-04fedfd0d436'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:54:50.091229 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-04d92a8d-5aee-4068-b55f-2093213a2574 req-ca0cfb9e-a673-485f-aa58-b5d63bf44aa1 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443747 Aug 21 10:54:50.091532 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2b511a89-faf5-4f05-a135-04fedfd0d436, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2b511a89-faf5-4f05-a135-04fedfd0d436,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:54:50.123484 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:50.127198 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:50.165190 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec2be8b-cbe6-4971-bbca-a25020debbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b511a89-faf5-4f05-a135-04fedfd0d436', 'code': 200} Aug 21 10:54:50.202925 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=2b511a89-faf5-4f05-a135-04fedfd0d436,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:50.207356 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:50.512638 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 52368) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:50.525092 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-982c699a-a0b9-4ec6-9fe6-8ed22d48cd17 req-cbb8ad1f-8fb4-4ced-8875-98d2a7a9a441 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 1098 time: 0.0823700 Aug 21 10:54:50.575993 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-982c699a-a0b9-4ec6-9fe6-8ed22d48cd17 req-255a9fb4-bb78-43c8-ab05-a7571e47885c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432017 Aug 21 10:54:50.722031 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5902d362-ddf2-43f8-a28d-f4bc8133e8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:50.758408 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5902d362-ddf2-43f8-a28d-f4bc8133e8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:50.762702 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5902d362-ddf2-43f8-a28d-f4bc8133e8a4 admin admin] Usage tracker for resource:security_group_rule and tenant:97909b583c174f22baeb7a2645e0884c is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:50.765686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5902d362-ddf2-43f8-a28d-f4bc8133e8a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:50.771863 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5902d362-ddf2-43f8-a28d-f4bc8133e8a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:50.838729 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5902d362-ddf2-43f8-a28d-f4bc8133e8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:50.892867 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5902d362-ddf2-43f8-a28d-f4bc8133e8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:50.901422 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-05b7990c-00ff-47a8-b1b9-3ca8a73d19d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:50.944261 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902d362-ddf2-43f8-a28d-f4bc8133e8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f5ca7c-1d97-44af-8963-0f693980aff4,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:50.952354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52390) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:50.952503 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-5902d362-ddf2-43f8-a28d-f4bc8133e8a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97909b583c174f22baeb7a2645e0884c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4386992 Aug 21 10:54:50.953537 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5902d362-ddf2-43f8-a28d-f4bc8133e8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:51.023277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f0fa-1d8f-4666-8bc2-93ba8a4c0b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:51.054257 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f0fa-1d8f-4666-8bc2-93ba8a4c0b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:51.179212 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284c89e-dce4-4041-af15-ea8ce86f1fd3 req-4a55c86d-f7fb-42ce-a1aa-53c65166fb3e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:51.180864 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2284c89e-dce4-4041-af15-ea8ce86f1fd3 req-4a55c86d-f7fb-42ce-a1aa-53c65166fb3e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1188383 Aug 21 10:54:51.211703 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f0fa-1d8f-4666-8bc2-93ba8a4c0b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:51.222723 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-dd6defae-4b25-4a2c-8c6c-518972e427a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:51.243055 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9f0fa-1d8f-4666-8bc2-93ba8a4c0b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f5ca7c-1d97-44af-8963-0f693980aff4,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:51.245951 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cfa9f0fa-1d8f-4666-8bc2-93ba8a4c0b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:51.247385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f0fa-1d8f-4666-8bc2-93ba8a4c0b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:51.249127 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-cfa9f0fa-1d8f-4666-8bc2-93ba8a4c0b63 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60f5ca7c-1d97-44af-8963-0f693980aff4 HTTP/1.1" status: 204 len: 168 time: 0.2953470 Aug 21 10:54:51.323610 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2284c89e-dce4-4041-af15-ea8ce86f1fd3 req-7b9ab788-4376-4d07-a81b-87e525462707 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340210 Aug 21 10:54:51.371397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bc228-b2e4-4c9d-bd61-0214698c4b6d req-794ba6ba-65a1-4fc0-ae0e-0f072771f404 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:51.380341 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-321bc228-b2e4-4c9d-bd61-0214698c4b6d req-794ba6ba-65a1-4fc0-ae0e-0f072771f404 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 945 time: 0.0981948 Aug 21 10:54:51.427484 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-321bc228-b2e4-4c9d-bd61-0214698c4b6d req-d8676bdf-0528-45cd-ba96-7133c1c31168 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461781 Aug 21 10:54:51.598903 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52420) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:51.755366 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afdcd483-5969-45c8-b9ca-b3b1c8a4db89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:51.790379 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-afdcd483-5969-45c8-b9ca-b3b1c8a4db89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:51.794453 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-afdcd483-5969-45c8-b9ca-b3b1c8a4db89 admin admin] Usage tracker for resource:security_group_rule and tenant:b30adc7d8c5c41b19bb424383be06a1b is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:51.797386 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-afdcd483-5969-45c8-b9ca-b3b1c8a4db89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:51.803281 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-afdcd483-5969-45c8-b9ca-b3b1c8a4db89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:51.872809 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afdcd483-5969-45c8-b9ca-b3b1c8a4db89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:51.967111 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afdcd483-5969-45c8-b9ca-b3b1c8a4db89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:51.976663 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-eddc8a5c-97bb-4e92-b4cb-f7bc13ce4618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:52.218294 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcd483-5969-45c8-b9ca-b3b1c8a4db89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2dec89-3fce-4068-9261-5fedf7e822c9,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:52.221966 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-afdcd483-5969-45c8-b9ca-b3b1c8a4db89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:52.224829 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-afdcd483-5969-45c8-b9ca-b3b1c8a4db89 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b30adc7d8c5c41b19bb424383be06a1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6251254 Aug 21 10:54:52.227536 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52448) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:52.292091 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e94ee231-723f-43c0-8672-f8461c972dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:52.323164 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e94ee231-723f-43c0-8672-f8461c972dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:52.395760 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e94ee231-723f-43c0-8672-f8461c972dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:52.401322 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:52.428122 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ee231-723f-43c0-8672-f8461c972dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2dec89-3fce-4068-9261-5fedf7e822c9,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:52.433503 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e94ee231-723f-43c0-8672-f8461c972dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:52.439897 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e94ee231-723f-43c0-8672-f8461c972dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:52.444272 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e94ee231-723f-43c0-8672-f8461c972dc6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c2dec89-3fce-4068-9261-5fedf7e822c9 HTTP/1.1" status: 204 len: 168 time: 0.2155428 Aug 21 10:54:52.680419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045acb0-6413-4278-88c6-6999deddab05 req-1bebf9cf-4e75-44ca-b4e7-ceab8d99114c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:52.682357 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6045acb0-6413-4278-88c6-6999deddab05 req-1bebf9cf-4e75-44ca-b4e7-ceab8d99114c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1268966 Aug 21 10:54:52.723697 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06fe25-5803-4a7b-800f-3faa9eefad76 req-ebc9fecd-107d-4119-a334-2b24ea526e3b tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:52.725767 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-aa06fe25-5803-4a7b-800f-3faa9eefad76 req-ebc9fecd-107d-4119-a334-2b24ea526e3b tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 945 time: 0.1007309 Aug 21 10:54:52.771104 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6045acb0-6413-4278-88c6-6999deddab05 req-ed8177ff-54e1-48e8-af63-1adcf7a8e6c5 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769958 Aug 21 10:54:52.820285 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-aa06fe25-5803-4a7b-800f-3faa9eefad76 req-0f19210a-ff14-482b-804d-557ad701686f tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840409 Aug 21 10:54:53.219219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52480) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:53.240010 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bfee540d-d503-4205-91d5-32f2dc36b9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:53.273561 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-bfee540d-d503-4205-91d5-32f2dc36b9f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:53.277982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-bfee540d-d503-4205-91d5-32f2dc36b9f3 admin admin] Usage tracker for resource:security_group_rule and tenant:82b30e18ad9d4d89b4428b0cbfe8d27e is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:53.281240 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-bfee540d-d503-4205-91d5-32f2dc36b9f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:53.287704 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-bfee540d-d503-4205-91d5-32f2dc36b9f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:53.359477 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bfee540d-d503-4205-91d5-32f2dc36b9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:53.397534 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bfee540d-d503-4205-91d5-32f2dc36b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:53.405778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-84c24cb0-f070-4e63-8293-91fc93a83068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:53.450674 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee540d-d503-4205-91d5-32f2dc36b9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3956b4af-7f1b-44f7-b223-2b7f6d01d1d8,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:53.454027 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-bfee540d-d503-4205-91d5-32f2dc36b9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:53.458519 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-bfee540d-d503-4205-91d5-32f2dc36b9f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82b30e18ad9d4d89b4428b0cbfe8d27e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2371516 Aug 21 10:54:53.460475 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52486) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:53.527953 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-34d7e3b1-eec3-4763-8ab9-2db884a59ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:53.555429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-34d7e3b1-eec3-4763-8ab9-2db884a59ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:53.644360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-34d7e3b1-eec3-4763-8ab9-2db884a59ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:53.649724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-807cc01a-4481-41f1-9a21-1e62653a5434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:53.663785 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7e3b1-eec3-4763-8ab9-2db884a59ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3956b4af-7f1b-44f7-b223-2b7f6d01d1d8,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:53.666478 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-34d7e3b1-eec3-4763-8ab9-2db884a59ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:53.669038 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-34d7e3b1-eec3-4763-8ab9-2db884a59ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:53.670412 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-34d7e3b1-eec3-4763-8ab9-2db884a59ff3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3956b4af-7f1b-44f7-b223-2b7f6d01d1d8 HTTP/1.1" status: 204 len: 168 time: 0.2089529 Aug 21 10:54:54.016065 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062de03-716c-4a80-addd-f1b9478f7dc2 req-6ccf1ad2-6b52-4482-8f3f-527f723ffc38 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:54.018003 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8062de03-716c-4a80-addd-f1b9478f7dc2 req-6ccf1ad2-6b52-4482-8f3f-527f723ffc38 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1086681 Aug 21 10:54:54.068245 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8fd56-c721-4db5-b2e6-ea99b3a10b9d req-c086b3b6-2676-4804-a797-aa2417c87e72 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:54.068245 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-39d8fd56-c721-4db5-b2e6-ea99b3a10b9d req-c086b3b6-2676-4804-a797-aa2417c87e72 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 945 time: 0.0940361 Aug 21 10:54:54.073166 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8062de03-716c-4a80-addd-f1b9478f7dc2 req-8c99568f-e45c-4ef7-81ea-992e7974f468 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486565 Aug 21 10:54:54.149301 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-39d8fd56-c721-4db5-b2e6-ea99b3a10b9d req-d80b920e-43b0-4aab-9efa-8e3f142866c5 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689559 Aug 21 10:54:54.263845 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52520) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:54.298479 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-91d1c5ba-4f25-44ba-a428-3a591fbaabbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:54.335222 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-91d1c5ba-4f25-44ba-a428-3a591fbaabbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:54:54.339464 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-91d1c5ba-4f25-44ba-a428-3a591fbaabbb admin admin] Usage tracker for resource:security_group_rule and tenant:a7e97bb4b67e461f8bc6a3d86bec130f is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:54:54.343907 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-91d1c5ba-4f25-44ba-a428-3a591fbaabbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:54:54.350469 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-91d1c5ba-4f25-44ba-a428-3a591fbaabbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:54:54.426217 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-91d1c5ba-4f25-44ba-a428-3a591fbaabbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:54.475367 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-91d1c5ba-4f25-44ba-a428-3a591fbaabbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:54.483377 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-86894140-8ecc-423b-a802-e8da64652e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:54.524705 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1c5ba-4f25-44ba-a428-3a591fbaabbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e063495-ea08-4643-8d9b-4d02640f187f,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:54.529164 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-91d1c5ba-4f25-44ba-a428-3a591fbaabbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:54.534110 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-91d1c5ba-4f25-44ba-a428-3a591fbaabbb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7e97bb4b67e461f8bc6a3d86bec130f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2675261 Aug 21 10:54:54.535337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 52528) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:54:54.601691 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-584e8721-fbd0-43d1-90b7-2ea4ad254e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:54.632950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-584e8721-fbd0-43d1-90b7-2ea4ad254e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:54.717375 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-584e8721-fbd0-43d1-90b7-2ea4ad254e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:54.727693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-51ebb4b2-60e2-4d41-ab41-c331bc1067b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:54:54.736627 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e8721-fbd0-43d1-90b7-2ea4ad254e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e063495-ea08-4643-8d9b-4d02640f187f,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:54:54.745152 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-584e8721-fbd0-43d1-90b7-2ea4ad254e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:54:54.745956 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-584e8721-fbd0-43d1-90b7-2ea4ad254e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:54:54.747736 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-584e8721-fbd0-43d1-90b7-2ea4ad254e6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e063495-ea08-4643-8d9b-4d02640f187f HTTP/1.1" status: 204 len: 168 time: 0.2122056 Aug 21 10:54:56.286937 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a43bcb-4908-476f-b685-cd627c175493 req-4417becb-f107-4856-85ef-af928e887206 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:54:56.288785 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-31a43bcb-4908-476f-b685-cd627c175493 req-4417becb-f107-4856-85ef-af928e887206 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0840263 Aug 21 10:54:56.342973 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-31a43bcb-4908-476f-b685-cd627c175493 req-4fc86856-9b0c-4ea7-837e-654526e52cc3 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474656 Aug 21 10:55:02.323120 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:08.874345 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 52852) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:09.036712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4e3ece9d-b698-4d56-a9ac-5fe82b3fe093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:09.072986 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4e3ece9d-b698-4d56-a9ac-5fe82b3fe093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:55:09.079168 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4e3ece9d-b698-4d56-a9ac-5fe82b3fe093 admin admin] Usage tracker for resource:security_group_rule and tenant:431c2b95f1d142d2bc1a6c9c291c4588 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:55:09.083802 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4e3ece9d-b698-4d56-a9ac-5fe82b3fe093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:55:09.091904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4e3ece9d-b698-4d56-a9ac-5fe82b3fe093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:55:09.164767 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4e3ece9d-b698-4d56-a9ac-5fe82b3fe093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:09.197500 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4e3ece9d-b698-4d56-a9ac-5fe82b3fe093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:09.209134 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ab453dd9-9736-4b44-b4c1-e67678b0a031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:09.240467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ece9d-b698-4d56-a9ac-5fe82b3fe093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b7f3f4-79bf-43bf-a3f0-40cba49873b1,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:09.245636 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4e3ece9d-b698-4d56-a9ac-5fe82b3fe093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:09.268124 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4e3ece9d-b698-4d56-a9ac-5fe82b3fe093 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=431c2b95f1d142d2bc1a6c9c291c4588&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3925064 Aug 21 10:55:09.269499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52874) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:09.337905 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-74c2ca54-5097-4e3b-a4b3-b82c61c8fd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:09.360479 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-22ed4c08-132f-492a-93d9-d158e2851375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:09.393647 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-22ed4c08-132f-492a-93d9-d158e2851375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:09.484921 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-22ed4c08-132f-492a-93d9-d158e2851375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:09.493096 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:09.510275 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed4c08-132f-492a-93d9-d158e2851375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b7f3f4-79bf-43bf-a3f0-40cba49873b1,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:09.519538 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-22ed4c08-132f-492a-93d9-d158e2851375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:09.532034 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-22ed4c08-132f-492a-93d9-d158e2851375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:09.533816 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-22ed4c08-132f-492a-93d9-d158e2851375 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/89b7f3f4-79bf-43bf-a3f0-40cba49873b1 HTTP/1.1" status: 204 len: 168 time: 0.2631030 Aug 21 10:55:10.055962 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52890) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:10.075742 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d5b098a2-275e-47dc-9ed5-c2106985098b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:10.107471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-d5b098a2-275e-47dc-9ed5-c2106985098b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:55:10.111482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-d5b098a2-275e-47dc-9ed5-c2106985098b admin admin] Usage tracker for resource:security_group_rule and tenant:78bba834049b4bc0a62f70411bd220c9 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:55:10.114424 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-d5b098a2-275e-47dc-9ed5-c2106985098b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:55:10.120530 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-d5b098a2-275e-47dc-9ed5-c2106985098b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:55:10.190206 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d5b098a2-275e-47dc-9ed5-c2106985098b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:10.223613 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d5b098a2-275e-47dc-9ed5-c2106985098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:10.231625 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-22ed4c08-132f-492a-93d9-d158e2851375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:10.274822 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b098a2-275e-47dc-9ed5-c2106985098b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79365ac5-6e4d-4bbf-b91e-84f41b8ce4c0,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:10.278571 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d5b098a2-275e-47dc-9ed5-c2106985098b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:10.282647 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d5b098a2-275e-47dc-9ed5-c2106985098b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78bba834049b4bc0a62f70411bd220c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2239282 Aug 21 10:55:10.283767 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52896) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:10.355326 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-319ae1e3-590d-4bdc-b63d-32c04342a405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:10.382385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-319ae1e3-590d-4bdc-b63d-32c04342a405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:10.465927 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-319ae1e3-590d-4bdc-b63d-32c04342a405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:10.471365 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-91d1c5ba-4f25-44ba-a428-3a591fbaabbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:10.485861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ae1e3-590d-4bdc-b63d-32c04342a405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79365ac5-6e4d-4bbf-b91e-84f41b8ce4c0,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:10.488844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-319ae1e3-590d-4bdc-b63d-32c04342a405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:10.490153 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-319ae1e3-590d-4bdc-b63d-32c04342a405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:10.491463 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-319ae1e3-590d-4bdc-b63d-32c04342a405 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79365ac5-6e4d-4bbf-b91e-84f41b8ce4c0 HTTP/1.1" status: 204 len: 168 time: 0.2067230 Aug 21 10:55:10.963968 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:11.240302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 52926) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:11.261674 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e35765e-f76f-4349-8c10-2da736f64fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:11.296415 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-8e35765e-f76f-4349-8c10-2da736f64fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:55:11.300458 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-8e35765e-f76f-4349-8c10-2da736f64fac admin admin] Usage tracker for resource:security_group_rule and tenant:2c3c1cd3a7eb41d08df0ece207b4f768 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:55:11.303400 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-8e35765e-f76f-4349-8c10-2da736f64fac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:55:11.309613 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-8e35765e-f76f-4349-8c10-2da736f64fac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:55:11.397588 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52938) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:11.420692 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e35765e-f76f-4349-8c10-2da736f64fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:11.466574 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e35765e-f76f-4349-8c10-2da736f64fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:11.475733 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6db1e447-0c0b-475d-b699-6ea8cf43cd0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:11.530164 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35765e-f76f-4349-8c10-2da736f64fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57ef634-cf8a-4d4f-b87d-9289136d7823,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:11.533348 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8e35765e-f76f-4349-8c10-2da736f64fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:11.536998 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-8e35765e-f76f-4349-8c10-2da736f64fac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c3c1cd3a7eb41d08df0ece207b4f768&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2952778 Aug 21 10:55:11.539755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 52944) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:11.591005 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1a6e4d4b-928b-43e2-981b-bbfe52f9717e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:11.604669 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2f85228a-44b9-4ed4-8399-2538deaad923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:11.628257 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-1a6e4d4b-928b-43e2-981b-bbfe52f9717e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:55:11.632273 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-1a6e4d4b-928b-43e2-981b-bbfe52f9717e admin admin] Usage tracker for resource:security_group_rule and tenant:1ba2445bc28644e3ba2d02e8e8ac488e is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:55:11.635459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-1a6e4d4b-928b-43e2-981b-bbfe52f9717e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:55:11.638537 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2f85228a-44b9-4ed4-8399-2538deaad923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:11.641980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-1a6e4d4b-928b-43e2-981b-bbfe52f9717e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:55:11.712962 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1a6e4d4b-928b-43e2-981b-bbfe52f9717e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:11.733878 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2f85228a-44b9-4ed4-8399-2538deaad923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:11.738895 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:11.753035 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85228a-44b9-4ed4-8399-2538deaad923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57ef634-cf8a-4d4f-b87d-9289136d7823,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:11.755500 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2f85228a-44b9-4ed4-8399-2538deaad923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:11.763100 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1a6e4d4b-928b-43e2-981b-bbfe52f9717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:11.763574 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2f85228a-44b9-4ed4-8399-2538deaad923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:11.767641 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-2f85228a-44b9-4ed4-8399-2538deaad923 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e57ef634-cf8a-4d4f-b87d-9289136d7823 HTTP/1.1" status: 204 len: 168 time: 0.2266574 Aug 21 10:55:11.772760 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-42bcccc5-3ffc-4a3d-a4c6-8adb9fa0cf6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:11.818959 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e4d4b-928b-43e2-981b-bbfe52f9717e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d906f918-16b9-40d5-a763-795ee830b4cd,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:11.822173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-1a6e4d4b-928b-43e2-981b-bbfe52f9717e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:11.827445 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-1a6e4d4b-928b-43e2-981b-bbfe52f9717e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ba2445bc28644e3ba2d02e8e8ac488e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4258060 Aug 21 10:55:11.830301 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 52954) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:11.906506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9ac16990-4d69-41fe-a258-46430848c830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:11.934653 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9ac16990-4d69-41fe-a258-46430848c830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:11.997541 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a428430f-25a2-4d61-8272-5bebacc3aece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:12.025627 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9ac16990-4d69-41fe-a258-46430848c830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:12.030861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-62c8d788-9840-491b-9712-692d64395c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:12.044815 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac16990-4d69-41fe-a258-46430848c830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d906f918-16b9-40d5-a763-795ee830b4cd,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:12.047628 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9ac16990-4d69-41fe-a258-46430848c830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:12.048808 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9ac16990-4d69-41fe-a258-46430848c830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:12.053062 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-9ac16990-4d69-41fe-a258-46430848c830 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d906f918-16b9-40d5-a763-795ee830b4cd HTTP/1.1" status: 204 len: 168 time: 0.2184358 Aug 21 10:55:12.254188 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:12.343109 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 52974) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:12.565866 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52986) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:12.583679 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-00c3b9ee-4932-45e1-a737-9a81ff1c0a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:12.595031 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-43856d84-9e51-4528-81bf-43a6f9da93a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:12.630200 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-00c3b9ee-4932-45e1-a737-9a81ff1c0a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:55:12.643382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-00c3b9ee-4932-45e1-a737-9a81ff1c0a16 admin admin] Usage tracker for resource:security_group_rule and tenant:c6752feb9cd045319445c2affca3be9b is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:55:12.645625 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-43856d84-9e51-4528-81bf-43a6f9da93a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:55:12.646624 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-00c3b9ee-4932-45e1-a737-9a81ff1c0a16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:55:12.649775 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-43856d84-9e51-4528-81bf-43a6f9da93a2 admin admin] Usage tracker for resource:security_group_rule and tenant:0d9b7151c50249ecaf299cbb51baf20d is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:55:12.652769 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-43856d84-9e51-4528-81bf-43a6f9da93a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:55:12.653582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-00c3b9ee-4932-45e1-a737-9a81ff1c0a16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:55:12.659399 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-43856d84-9e51-4528-81bf-43a6f9da93a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:55:12.723337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-00c3b9ee-4932-45e1-a737-9a81ff1c0a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:12.729551 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-43856d84-9e51-4528-81bf-43a6f9da93a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:12.751186 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-00c3b9ee-4932-45e1-a737-9a81ff1c0a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:12.759560 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6fb03aeb-0e50-4770-8742-27af9a398bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:12.779904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-43856d84-9e51-4528-81bf-43a6f9da93a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:12.788337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4a82a197-fbce-42a1-9e61-ea0ba981a688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:12.806906 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3b9ee-4932-45e1-a737-9a81ff1c0a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac7e999-ed85-4c3a-91ec-c876ce9c970d,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:12.810255 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-00c3b9ee-4932-45e1-a737-9a81ff1c0a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:12.816530 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-00c3b9ee-4932-45e1-a737-9a81ff1c0a16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6752feb9cd045319445c2affca3be9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4696937 Aug 21 10:55:12.816809 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 52994) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:12.832240 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-43856d84-9e51-4528-81bf-43a6f9da93a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d9b7151c50249ecaf299cbb51baf20d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2628837 Aug 21 10:55:12.835926 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 52998) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:12.853990 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43856d84-9e51-4528-81bf-43a6f9da93a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158c3bb9-a77d-4177-9975-aaa8a4be2157,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:12.859163 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-43856d84-9e51-4528-81bf-43a6f9da93a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:12.883073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fe91ff48-b904-456c-a9b9-d56edfe0e446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:12.914554 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-541735d5-20fb-41ba-a0fe-18713f93043e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:12.917234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fe91ff48-b904-456c-a9b9-d56edfe0e446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:12.946392 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-541735d5-20fb-41ba-a0fe-18713f93043e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:13.002779 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fe91ff48-b904-456c-a9b9-d56edfe0e446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:13.008119 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8e35765e-f76f-4349-8c10-2da736f64fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:13.025795 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91ff48-b904-456c-a9b9-d56edfe0e446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac7e999-ed85-4c3a-91ec-c876ce9c970d,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:13.029170 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fe91ff48-b904-456c-a9b9-d56edfe0e446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:13.030354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fe91ff48-b904-456c-a9b9-d56edfe0e446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:13.031559 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-fe91ff48-b904-456c-a9b9-d56edfe0e446 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eac7e999-ed85-4c3a-91ec-c876ce9c970d HTTP/1.1" status: 204 len: 168 time: 0.2135971 Aug 21 10:55:13.034675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-541735d5-20fb-41ba-a0fe-18713f93043e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:13.049200 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-20d56899-0b01-42a7-b0e9-d11aeb24ddd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:13.067732 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541735d5-20fb-41ba-a0fe-18713f93043e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158c3bb9-a77d-4177-9975-aaa8a4be2157,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:13.072445 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-541735d5-20fb-41ba-a0fe-18713f93043e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:13.074490 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-541735d5-20fb-41ba-a0fe-18713f93043e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:13.079459 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-541735d5-20fb-41ba-a0fe-18713f93043e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/158c3bb9-a77d-4177-9975-aaa8a4be2157 HTTP/1.1" status: 204 len: 168 time: 0.2423160 Aug 21 10:55:13.119430 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:55:13.566341 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:13.800790 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 53026) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:13.821686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-143f88c6-66a7-48b3-be91-7c32fcdf2f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:13.854187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-143f88c6-66a7-48b3-be91-7c32fcdf2f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:55:13.858767 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-143f88c6-66a7-48b3-be91-7c32fcdf2f6d admin admin] Usage tracker for resource:security_group_rule and tenant:bd987c00bb0741ccb826e5c32366f0d5 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:55:13.861852 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-143f88c6-66a7-48b3-be91-7c32fcdf2f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:55:13.867801 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-143f88c6-66a7-48b3-be91-7c32fcdf2f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:55:13.937931 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-143f88c6-66a7-48b3-be91-7c32fcdf2f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:13.971840 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-143f88c6-66a7-48b3-be91-7c32fcdf2f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:13.979926 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-50355fdc-2f50-43e8-bf79-cdd2e47d7a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:14.027722 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f88c6-66a7-48b3-be91-7c32fcdf2f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba8a162-b14f-41f8-833f-666365f5c32a,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:14.031993 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-143f88c6-66a7-48b3-be91-7c32fcdf2f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:14.037971 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-143f88c6-66a7-48b3-be91-7c32fcdf2f6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd987c00bb0741ccb826e5c32366f0d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2335606 Aug 21 10:55:14.038248 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 53034) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:14.051227 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 53038) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:14.104784 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0a11c7d0-f7aa-43f9-a1ea-6ac7be34bf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:14.132189 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0a11c7d0-f7aa-43f9-a1ea-6ac7be34bf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:14.208348 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7ccee2a0-ad9b-4739-8ea6-86157cff73d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:14.211677 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0a11c7d0-f7aa-43f9-a1ea-6ac7be34bf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:14.217487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ba2ba7d2-7acb-4887-8420-0b6c915ee793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:14.232058 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11c7d0-f7aa-43f9-a1ea-6ac7be34bf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba8a162-b14f-41f8-833f-666365f5c32a,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:14.234673 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0a11c7d0-f7aa-43f9-a1ea-6ac7be34bf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:14.236698 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0a11c7d0-f7aa-43f9-a1ea-6ac7be34bf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:14.238669 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-0a11c7d0-f7aa-43f9-a1ea-6ac7be34bf4e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aba8a162-b14f-41f8-833f-666365f5c32a HTTP/1.1" status: 204 len: 168 time: 0.1986761 Aug 21 10:55:14.243804 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-7ccee2a0-ad9b-4739-8ea6-86157cff73d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:55:14.248070 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-7ccee2a0-ad9b-4739-8ea6-86157cff73d6 admin admin] Usage tracker for resource:security_group_rule and tenant:2e1ca4aa987b40e6ba1ae8763a4d2987 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:55:14.251084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-7ccee2a0-ad9b-4739-8ea6-86157cff73d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:55:14.257572 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-7ccee2a0-ad9b-4739-8ea6-86157cff73d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:55:14.327056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7ccee2a0-ad9b-4739-8ea6-86157cff73d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:14.360239 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7ccee2a0-ad9b-4739-8ea6-86157cff73d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:14.368212 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d15e99b5-5e7b-4cce-a415-faa5be752926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:14.410067 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccee2a0-ad9b-4739-8ea6-86157cff73d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca0f41d-5aec-4f73-b7d5-89af20cd5add,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:14.413679 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-7ccee2a0-ad9b-4739-8ea6-86157cff73d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:14.418989 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-7ccee2a0-ad9b-4739-8ea6-86157cff73d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e1ca4aa987b40e6ba1ae8763a4d2987&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3638356 Aug 21 10:55:14.419281 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 53046) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:14.481989 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a306d045-0189-4389-a720-b111772d41f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:14.509628 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a306d045-0189-4389-a720-b111772d41f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:14.596850 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a306d045-0189-4389-a720-b111772d41f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:14.602198 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-12752872-84b2-453f-a7f9-66c20a8b8e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:14.615918 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306d045-0189-4389-a720-b111772d41f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca0f41d-5aec-4f73-b7d5-89af20cd5add,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:14.618615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a306d045-0189-4389-a720-b111772d41f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:14.619851 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a306d045-0189-4389-a720-b111772d41f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:14.621097 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a306d045-0189-4389-a720-b111772d41f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ca0f41d-5aec-4f73-b7d5-89af20cd5add HTTP/1.1" status: 204 len: 168 time: 0.2008638 Aug 21 10:55:15.248798 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 53084) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:15.387180 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-559041359-network', 'tenant_id': 'b4b63a7e01e34d8a8d613d2da8d544ab'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:55:15.392140 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:55:15.396178 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Usage tracker for resource:network and tenant:b4b63a7e01e34d8a8d613d2da8d544ab is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:55:15.399161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:55:15.405166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:55:15.442467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Made reservation on behalf of b4b63a7e01e34d8a8d613d2da8d544ab for: {'network': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:55:15.447254 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:15.460536 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:15.493360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:55:15.497948 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Usage tracker for resource:security_group_rule and tenant:b4b63a7e01e34d8a8d613d2da8d544ab is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:55:15.500956 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:55:15.506927 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:55:15.575492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:15.606471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:15.611045 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2ef61853-15e1-48b5-b6cb-3bf0419df977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:15.642992 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa99001-73cd-4a39-a2cc-31769213c1a6,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:15.644292 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:15.696648 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=82511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 10:55:15.706232 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:15.706634 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Added segment 4bd60684-8885-4bd9-8388-a2ff42f07972 of type vlan for network 2f9b5ca4-be76-4ae1-ad42-c7502997efba Aug 21 10:55:15.778924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:15.868947 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:15.870302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:15.870950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:15.876349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:15.984740 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Pushing event updated for resources: {'Network': ['ID=2f9b5ca4-be76-4ae1-ad42-c7502997efba,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:15.988643 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:15.996396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network 2f9b5ca4-be76-4ae1-ad42-c7502997efba details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:55:16.016142 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7659338 Aug 21 10:55:16.016268 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 53132) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:16.024380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Request body: {'subnet': {'network_id': '2f9b5ca4-be76-4ae1-ad42-c7502997efba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-559041359-subnet', 'tenant_id': 'b4b63a7e01e34d8a8d613d2da8d544ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:55:16.036606 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:55:16.053963 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Usage tracker for resource:subnet and tenant:b4b63a7e01e34d8a8d613d2da8d544ab is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:55:16.057153 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:55:16.063464 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:55:16.097439 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Made reservation on behalf of b4b63a7e01e34d8a8d613d2da8d544ab for: {'subnet': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:55:16.102382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822661494'] for subnet, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:16.540223 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853378745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822661477'] for subnet, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:16.545384 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-618cd394-a57b-4228-bbaf-8544e8d36886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:16.623912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c93c400d-0e82-4816-a33c-c6d62ea8b43e,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:16.626687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:16.638992 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Checking segment: {'id': '4bd60684-8885-4bd9-8388-a2ff42f07972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f9b5ca4-be76-4ae1-ad42-c7502997efba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:55:16.639427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Network hostable DHCP agents. Network: 2f9b5ca4-be76-4ae1-ad42-c7502997efba, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:55:16.693755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Network 2f9b5ca4-be76-4ae1-ad42-c7502997efba is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:55:16.765866 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, 2f9b5ca4-be76-4ae1-ad42-c7502997efba) {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:55:16.770866 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:16.771806 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:16.779115 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f37067-217f-45e0-aa1d-bdaa8b8a5203 None None] Network 2f9b5ca4-be76-4ae1-ad42-c7502997efba requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:55:16.855307 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8372011 Aug 21 10:55:17.030147 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2388ac59-0142-451f-a590-bcbfb00e5a53 None None] Network 2f9b5ca4-be76-4ae1-ad42-c7502997efba requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:55:18.519997 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5f23af77-ce2b-4574-8ae4-39acb8de2580 req-9551aa94-b75a-488e-a118-2110b0977c11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=632e482613fd4a6c983ef87427c49787&device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 1098 time: 0.1499250 Aug 21 10:55:18.527187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee332e2-4ffe-41d0-92f1-69b517f571bd req-513edcea-87b5-468c-8524-8271717b32e2 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:18.529297 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cee332e2-4ffe-41d0-92f1-69b517f571bd req-513edcea-87b5-468c-8524-8271717b32e2 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1231527 Aug 21 10:55:18.741744 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cee332e2-4ffe-41d0-92f1-69b517f571bd req-c020294f-e759-4741-b761-8bb02108e242 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338539 Aug 21 10:55:18.741744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23af77-ce2b-4574-8ae4-39acb8de2580 req-a842defa-de7e-458a-ad67-3e07f2768a87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:18.741744 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5f23af77-ce2b-4574-8ae4-39acb8de2580 req-a842defa-de7e-458a-ad67-3e07f2768a87 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d705d977-a219-4f74-8852-1db723d0eb37 HTTP/1.1" status: 200 len: 919 time: 0.1816690 Aug 21 10:55:18.797944 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5f23af77-ce2b-4574-8ae4-39acb8de2580 req-e6bbd4a0-ec49-42aa-af67-973e84bcc40b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 HTTP/1.1" status: 200 len: 217 time: 0.0682619 Aug 21 10:55:18.856924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23af77-ce2b-4574-8ae4-39acb8de2580 req-92a0ce16-21c9-42de-b915-13a309a557ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:18.858435 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5f23af77-ce2b-4574-8ae4-39acb8de2580 req-92a0ce16-21c9-42de-b915-13a309a557ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f481c4ac-7411-4056-8fb8-3934f46c94ee HTTP/1.1" status: 200 len: 858 time: 0.0633292 Aug 21 10:55:18.913379 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5f23af77-ce2b-4574-8ae4-39acb8de2580 req-7c6179db-4292-45ab-a1cc-17ed12bf340e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d705d977-a219-4f74-8852-1db723d0eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473106 Aug 21 10:55:19.072133 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5f23af77-ce2b-4574-8ae4-39acb8de2580 req-f29fd80e-f133-445e-996d-50df34038096 service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453350 Aug 21 10:55:19.248014 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5f23af77-ce2b-4574-8ae4-39acb8de2580 req-5224bd79-05dd-416f-8c8f-6753651f955f service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662683 Aug 21 10:55:19.279687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-2b32051e-e9f8-4ce4-956f-17fd5d23dcfe tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:19.280438 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-2b32051e-e9f8-4ce4-956f-17fd5d23dcfe tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Synchronizing usage tracker for tenant:b4b63a7e01e34d8a8d613d2da8d544ab on resource:network {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:55:19.320728 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-2b32051e-e9f8-4ce4-956f-17fd5d23dcfe tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Unset dirty status for tenant:b4b63a7e01e34d8a8d613d2da8d544ab on resource:network {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:55:19.322288 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-2b32051e-e9f8-4ce4-956f-17fd5d23dcfe tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/networks?id=2f9b5ca4-be76-4ae1-ad42-c7502997efba HTTP/1.1" status: 200 len: 808 time: 0.2114453 Aug 21 10:55:19.345417 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-5a3e3292-ce59-4f52-a0a8-fdf31ce1f720 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/quotas/b4b63a7e01e34d8a8d613d2da8d544ab HTTP/1.1" status: 200 len: 375 time: 0.0143430 Aug 21 10:55:19.405770 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cd16f70c-7f58-41bc-83dc-e6d4a038a621 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b63a7e01e34d8a8d613d2da8d544ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539982 Aug 21 10:55:19.550663 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-e87346f5-0168-4f8c-8047-f8378315541e service neutron] 10.222.0.49 "GET /v2.0/networks/2f9b5ca4-be76-4ae1-ad42-c7502997efba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378477 Aug 21 10:55:19.866085 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-4ff75f40-dda3-4ff9-afae-4e3e274891c0 service neutron] 10.222.0.49 "GET /v2.0/networks/2f9b5ca4-be76-4ae1-ad42-c7502997efba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088126 Aug 21 10:55:19.952330 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497112b-392f-4d1d-82c7-96aa890b8760 req-ff8ecb57-b2cb-418e-92a8-a880e549597d tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:19.954480 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e497112b-392f-4d1d-82c7-96aa890b8760 req-ff8ecb57-b2cb-418e-92a8-a880e549597d tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0968423 Aug 21 10:55:20.004955 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e497112b-392f-4d1d-82c7-96aa890b8760 req-27173d45-6a0b-42f5-b070-2784446dd5c7 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444539 Aug 21 10:55:20.210675 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-623df1e1-e48c-4983-97b1-579793692dff req-ea3a7b66-abfc-45a7-84a0-71861310a4f3 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 210 time: 0.0664411 Aug 21 10:55:20.349724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-d9c28591-cb03-4a22-97da-5e284dfde254 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:20.351425 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-d9c28591-cb03-4a22-97da-5e284dfde254 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/networks?id=4de6ebeb-552e-4358-808e-6e565693a7b6 HTTP/1.1" status: 200 len: 814 time: 0.2195356 Aug 21 10:55:20.368991 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-40d4a5d4-dc0a-4321-96e4-116fc0fd3787 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/quotas/ca4e747d982848ecb4db023d86d4ccd5 HTTP/1.1" status: 200 len: 375 time: 0.0111325 Aug 21 10:55:20.461129 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-85c53353-2ee3-4cdb-b3e8-7cd8936cc786 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca4e747d982848ecb4db023d86d4ccd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867963 Aug 21 10:55:20.612134 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-3c3f8c21-4e4d-41b5-af48-37c5114d467d service neutron] 10.222.0.49 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427898 Aug 21 10:55:20.754559 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-0713bef7-cd67-405f-b0be-63001f0501cf service neutron] 10.222.0.49 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356907 Aug 21 10:55:21.069142 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-703760f7-4a37-4584-8a98-1272b1310536 req-eb76911e-57be-4736-b9ce-b89b857f9a87 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 210 time: 0.0638714 Aug 21 10:55:21.227091 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add3867-fb83-4640-a49d-3cf4f60c0c86 req-d0d089f8-df7c-43c3-a0d2-9e4e5003ef7c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:21.235212 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3add3867-fb83-4640-a49d-3cf4f60c0c86 req-d0d089f8-df7c-43c3-a0d2-9e4e5003ef7c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0937514 Aug 21 10:55:21.305726 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3add3867-fb83-4640-a49d-3cf4f60c0c86 req-6554c77f-1a59-46f3-b530-b69e37ddeb68 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695739 Aug 21 10:55:21.424108 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-02264313-4b0a-4ff7-8ed3-6b4370bb0526 req-37f076b5-9d57-4c9d-b286-66ae2d846512 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 210 time: 0.0741956 Aug 21 10:55:22.267128 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7040644c-26ff-45fd-aa18-c97ab0b87d63 req-f0ebdaab-556a-46a9-bf99-20af3f27716e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 210 time: 0.0464802 Aug 21 10:55:22.607288 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e9ffb504-a3b2-4f19-9863-a76951e2bd2c req-f1486bb6-0071-4d02-bee6-8cd43b02994e tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 210 time: 0.0480657 Aug 21 10:55:22.741102 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-70b48f7c-17b8-4d8a-812c-a8c161e9d226 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:22.742618 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-70b48f7c-17b8-4d8a-812c-a8c161e9d226 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.35 "GET /v2.0/networks?id=2f9b5ca4-be76-4ae1-ad42-c7502997efba HTTP/1.1" status: 200 len: 808 time: 0.4047170 Aug 21 10:55:22.763204 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Request body: {'port': {'device_id': 'e74b20f6-9bd1-419c-b762-3885cf338f14', 'network_id': '2f9b5ca4-be76-4ae1-ad42-c7502997efba', 'admin_state_up': True, 'tenant_id': 'b4b63a7e01e34d8a8d613d2da8d544ab'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:55:22.869995 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754875d-e1d8-4b3a-b57e-fa10750b532c req-8d743cff-154c-4925-8ef0-8bd28c3b4d31 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:22.872140 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0754875d-e1d8-4b3a-b57e-fa10750b532c req-8d743cff-154c-4925-8ef0-8bd28c3b4d31 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.4175210 Aug 21 10:55:22.960752 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0754875d-e1d8-4b3a-b57e-fa10750b532c req-7ad866d8-96aa-47b4-ae73-f1c1426d236d tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798180 Aug 21 10:55:22.966749 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:55:22.970763 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Usage tracker for resource:port and tenant:b4b63a7e01e34d8a8d613d2da8d544ab is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:55:22.973973 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:55:22.980504 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:55:23.017613 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Made reservation on behalf of b4b63a7e01e34d8a8d613d2da8d544ab for: {'port': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:55:23.023075 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:23.244685 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-d9b425aa-1041-481b-bc20-bc3f329001ed tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:23.246738 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-d9b425aa-1041-481b-bc20-bc3f329001ed tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.35 "GET /v2.0/networks?id=4de6ebeb-552e-4358-808e-6e565693a7b6 HTTP/1.1" status: 200 len: 814 time: 0.2557101 Aug 21 10:55:23.281914 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Request body: {'port': {'device_id': '5a997dc0-f441-46df-8ea9-466c44b20826', 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6', 'admin_state_up': True, 'tenant_id': 'ca4e747d982848ecb4db023d86d4ccd5'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:55:23.427572 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Allocated IP 172.20.0.2 (2f9b5ca4-be76-4ae1-ad42-c7502997efba/c93c400d-0e82-4816-a33c-c6d62ea8b43e/f06a886c-733e-4374-bcf5-c8bc7370aa15) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:55:23.472373 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf9fd94f-88c6-40b1-9445-44a603c77c58 req-61b64034-189b-4248-a602-88fab2eed389 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 210 time: 0.0630825 Aug 21 10:55:23.478999 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:55:23.501660 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:55:23.565864 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Made reservation on behalf of ca4e747d982848ecb4db023d86d4ccd5 for: {'port': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:55:23.571573 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:23.812717 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-781ff456-7909-4daf-ab46-5da97a79ffca req-fc95d21e-8ce9-474b-b84f-111edb043204 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 210 time: 0.0639632 Aug 21 10:55:23.913725 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:23.930076 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Allocated IP 172.20.0.4 (4de6ebeb-552e-4358-808e-6e565693a7b6/029d870c-18d8-43a7-b4a5-2f13ab15e3e4/3ea31af9-00f3-4a02-9cb7-8de58abd9082) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:55:24.071605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:24.083415 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:24.187396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Network 2f9b5ca4-be76-4ae1-ad42-c7502997efba is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:55:24.191269 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Pushing event updated for resources: {'Port': ['ID=f06a886c-733e-4374-bcf5-c8bc7370aa15,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:24.196750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:55:24.198767 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:24.210295 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:55:24.349497 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:24.362137 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:24.362804 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:24.421925 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19791783-ae64-43a3-b8fb-93d2889c83a6 req-7ef82e7c-93d2-4dc9-bbff-cd1a0424a1b6 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:24.423635 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-19791783-ae64-43a3-b8fb-93d2889c83a6 req-7ef82e7c-93d2-4dc9-bbff-cd1a0424a1b6 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1806443 Aug 21 10:55:24.445635 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6890111 Aug 21 10:55:24.468627 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Request body: {'port': {'device_id': 'e74b20f6-9bd1-419c-b762-3885cf338f14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:55:24.492733 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:24.505466 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['a4db44f4-8c3e-4320-b71a-542f14ea5790', '57e0d7ef-9d24-4267-8aa0-863b6d2dee57', '2b511a89-faf5-4f05-a135-04fedfd0d436'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:55:24.507144 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a0a284dc-f762-4782-9d23-f403723b697e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:24.579585 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-19791783-ae64-43a3-b8fb-93d2889c83a6 req-a4977f58-f6b2-4a1d-9b0c-3a3492366f46 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418028 Aug 21 10:55:24.711725 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Network 4de6ebeb-552e-4358-808e-6e565693a7b6 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:55:24.740188 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:55:24.747578 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:24.782612 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e7bda-d603-4bf2-bba6-e3c66cfa005c req-ff4a7962-6f75-4cc2-aae6-a75715589087 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:24.782612 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e40e7bda-d603-4bf2-bba6-e3c66cfa005c req-ff4a7962-6f75-4cc2-aae6-a75715589087 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 931 time: 0.1343720 Aug 21 10:55:24.799312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:55:24.891891 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e40e7bda-d603-4bf2-bba6-e3c66cfa005c req-0e3a58a6-6d0c-4a22-8103-f25de2a4898d tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972803 Aug 21 10:55:24.947283 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:24.948284 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:24.981683 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Pushing event updated for resources: {'Port': ['ID=3ea31af9-00f3-4a02-9cb7-8de58abd9082,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:24.987400 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:25.065391 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7876987 Aug 21 10:55:25.131513 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Request body: {'port': {'device_id': '5a997dc0-f441-46df-8ea9-466c44b20826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:55:25.571589 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b7870-39d4-4031-b98a-3228a54b9526 req-0e25d8fb-a9b2-4c0d-9a7b-651b01e3d6c6 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:25.572270 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-a40b7870-39d4-4031-b98a-3228a54b9526 req-0e25d8fb-a9b2-4c0d-9a7b-651b01e3d6c6 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Synchronizing usage tracker for tenant:b4b63a7e01e34d8a8d613d2da8d544ab on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:55:25.596136 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:25.687613 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-a40b7870-39d4-4031-b98a-3228a54b9526 req-0e25d8fb-a9b2-4c0d-9a7b-651b01e3d6c6 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Unset dirty status for tenant:b4b63a7e01e34d8a8d613d2da8d544ab on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:55:25.688892 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a40b7870-39d4-4031-b98a-3228a54b9526 req-0e25d8fb-a9b2-4c0d-9a7b-651b01e3d6c6 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 931 time: 0.6874695 Aug 21 10:55:25.787958 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadbdb5-25a7-4519-b46f-ae1f497c057a req-8c849199-5fb5-4f18-9a2b-0c02ccada7f0 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:25.789568 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dcadbdb5-25a7-4519-b46f-ae1f497c057a req-8c849199-5fb5-4f18-9a2b-0c02ccada7f0 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0900235 Aug 21 10:55:25.838541 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dcadbdb5-25a7-4519-b46f-ae1f497c057a req-08b0e531-c616-4ccc-95e0-ebd87b2fd569 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421932 Aug 21 10:55:25.883673 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06a886c-733e-4374-bcf5-c8bc7370aa15 {{(pid=82512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:55:25.890784 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a40b7870-39d4-4031-b98a-3228a54b9526 req-349e831a-1226-4474-b493-97147321a5a5 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889217 Aug 21 10:55:25.896441 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:25.992007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Transition to ACTIVE for port object f06a886c-733e-4374-bcf5-c8bc7370aa15 will not be triggered until provisioned by entity L2. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:55:26.037558 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:26.043913 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:26.155335 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f762054-84b5-4bab-a1d4-3496b8485fa7 req-43b824ac-6225-4f32-bca6-8ee5e21ef83a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:26.157029 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6f762054-84b5-4bab-a1d4-3496b8485fa7 req-43b824ac-6225-4f32-bca6-8ee5e21ef83a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 931 time: 0.0849185 Aug 21 10:55:26.190383 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Pushing event updated for resources: {'Port': ['ID=f06a886c-733e-4374-bcf5-c8bc7370aa15,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:26.197687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:26.213764 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6f762054-84b5-4bab-a1d4-3496b8485fa7 req-7c9ea522-c69b-4efe-a7a0-099f332e0537 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503361 Aug 21 10:55:26.327082 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea31af9-00f3-4a02-9cb7-8de58abd9082 {{(pid=82512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:55:26.343820 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:26.377367 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Transition to ACTIVE for port object 3ea31af9-00f3-4a02-9cb7-8de58abd9082 will not be triggered until provisioned by entity L2. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:55:26.396160 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Attempting to bind port f06a886c-733e-4374-bcf5-c8bc7370aa15 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:55:26.396541 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Attempting to bind port f06a886c-733e-4374-bcf5-c8bc7370aa15 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '4bd60684-8885-4bd9-8388-a2ff42f07972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f9b5ca4-be76-4ae1-ad42-c7502997efba'}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:55:26.396908 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Attempting to bind port f06a886c-733e-4374-bcf5-c8bc7370aa15 on network 2f9b5ca4-be76-4ae1-ad42-c7502997efba {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:55:26.403660 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Port f06a886c-733e-4374-bcf5-c8bc7370aa15 on network 2f9b5ca4-be76-4ae1-ad42-c7502997efba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:55:26.404051 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Attempting to bind port f06a886c-733e-4374-bcf5-c8bc7370aa15 on network 2f9b5ca4-be76-4ae1-ad42-c7502997efba {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:55:26.410774 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:26.415833 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-84474a1f-a8e3-4547-8379-82c9ae8e015e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:26.452314 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:55:26.452698 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Checking segment: {'id': '4bd60684-8885-4bd9-8388-a2ff42f07972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f9b5ca4-be76-4ae1-ad42-c7502997efba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:55:26.453128 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Bound using segment: {'id': '4bd60684-8885-4bd9-8388-a2ff42f07972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f9b5ca4-be76-4ae1-ad42-c7502997efba'} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:55:26.453745 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Bound port: f06a886c-733e-4374-bcf5-c8bc7370aa15, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd60684-8885-4bd9-8388-a2ff42f07972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f9b5ca4-be76-4ae1-ad42-c7502997efba'}}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:55:26.454130 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:26.600664 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Pushing event updated for resources: {'Port': ['ID=3ea31af9-00f3-4a02-9cb7-8de58abd9082,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:26.606812 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:26.719995 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] For port f06a886c-733e-4374-bcf5-c8bc7370aa15, host hv-cinder-80547, cleared binding levels {{(pid=82512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:55:26.733600 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] For port f06a886c-733e-4374-bcf5-c8bc7370aa15, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=f06a886c-733e-4374-bcf5-c8bc7370aa15,segment=NetworkSegment(4bd60684-8885-4bd9-8388-a2ff42f07972),segment_id=4bd60684-8885-4bd9-8388-a2ff42f07972)] {{(pid=82512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:55:26.753173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Attempting to bind port 3ea31af9-00f3-4a02-9cb7-8de58abd9082 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:55:26.753558 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Attempting to bind port 3ea31af9-00f3-4a02-9cb7-8de58abd9082 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:55:26.753931 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Attempting to bind port 3ea31af9-00f3-4a02-9cb7-8de58abd9082 on network 4de6ebeb-552e-4358-808e-6e565693a7b6 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:55:26.760457 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Port 3ea31af9-00f3-4a02-9cb7-8de58abd9082 on network 4de6ebeb-552e-4358-808e-6e565693a7b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:55:26.760823 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Attempting to bind port 3ea31af9-00f3-4a02-9cb7-8de58abd9082 on network 4de6ebeb-552e-4358-808e-6e565693a7b6 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:55:26.767473 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:26.772459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-99cd7f4b-d175-47ef-865a-f94ae3480828 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:26.811897 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:55:26.812405 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Checking segment: {'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:55:26.812952 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Bound using segment: {'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:55:26.813548 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Bound port: 3ea31af9-00f3-4a02-9cb7-8de58abd9082, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c737795-50da-41f9-a892-f533c49e2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6'}}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:55:26.813937 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:26.882951 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:26.884981 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] 10.222.0.35 "PUT /v2.0/ports/f06a886c-733e-4374-bcf5-c8bc7370aa15 HTTP/1.1" status: 200 len: 1093 time: 2.4237700 Aug 21 10:55:26.890522 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74b20f6-9bd1-419c-b762-3885cf338f14', 'tag': 'f06a886c-733e-4374-bcf5-c8bc7370aa15'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:55:26.914147 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Pushing event updated for resources: {'Port': ['ID=f06a886c-733e-4374-bcf5-c8bc7370aa15,revision_number=3']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:26.924171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:26.953740 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] For port 3ea31af9-00f3-4a02-9cb7-8de58abd9082, host hv-cinder-80547, cleared binding levels {{(pid=82512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:55:26.957443 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74b20f6-9bd1-419c-b762-3885cf338f14', 'tag': 'f06a886c-733e-4374-bcf5-c8bc7370aa15', 'status': 'completed', 'code': 200} Aug 21 10:55:26.959747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] For port 3ea31af9-00f3-4a02-9cb7-8de58abd9082, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=3ea31af9-00f3-4a02-9cb7-8de58abd9082,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:55:27.069919 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fdd10-7e90-4733-b8d3-a29ee8131141 req-75b4d026-842f-42ef-b822-d4e908ab83a5 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:27.071666 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce4fdd10-7e90-4733-b8d3-a29ee8131141 req-75b4d026-842f-42ef-b822-d4e908ab83a5 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0903556 Aug 21 10:55:27.108872 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:27.117952 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:27.127200 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce4fdd10-7e90-4733-b8d3-a29ee8131141 req-525a9868-e800-4052-8de5-8f4089c431bb tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487628 Aug 21 10:55:27.219428 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:27.220924 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] 10.222.0.35 "PUT /v2.0/ports/3ea31af9-00f3-4a02-9cb7-8de58abd9082 HTTP/1.1" status: 200 len: 1093 time: 2.1018956 Aug 21 10:55:27.242870 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Pushing event updated for resources: {'Port': ['ID=3ea31af9-00f3-4a02-9cb7-8de58abd9082,revision_number=3']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:27.251792 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:27.266690 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-cfaf3c21-4c1f-437c-a179-9d8ab64803d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4b63a7e01e34d8a8d613d2da8d544ab&device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 1096 time: 0.2820151 Aug 21 10:55:27.277872 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb332bab-900f-4513-a8eb-9f2c4fc53b44 req-f1855d38-5402-435e-8f10-790b9a033776 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:27.279604 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bb332bab-900f-4513-a8eb-9f2c4fc53b44 req-f1855d38-5402-435e-8f10-790b9a033776 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 943 time: 0.2081330 Aug 21 10:55:27.413732 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-0d3b6c55-9ae0-4306-8184-941d39974637 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f06a886c-733e-4374-bcf5-c8bc7370aa15 HTTP/1.1" status: 200 len: 217 time: 0.1330631 Aug 21 10:55:27.445354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aa2b1-9892-4694-90f4-582605dbd303 req-07dca19b-4341-40d5-ab5d-d0cf917cf74e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:27.446932 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b29aa2b1-9892-4694-90f4-582605dbd303 req-07dca19b-4341-40d5-ab5d-d0cf917cf74e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 943 time: 0.0828586 Aug 21 10:55:27.494622 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bb332bab-900f-4513-a8eb-9f2c4fc53b44 req-f892c9d7-b5e4-4a7d-92eb-2fd7602d40e6 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613319 Aug 21 10:55:27.509406 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b29aa2b1-9892-4694-90f4-582605dbd303 req-ec701e0b-103e-43fa-80cc-57b27c23c391 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553772 Aug 21 10:55:27.526220 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-d785d343-a374-4e1f-89b3-02b22b47ac9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:27.526220 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-d785d343-a374-4e1f-89b3-02b22b47ac9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c93c400d-0e82-4816-a33c-c6d62ea8b43e HTTP/1.1" status: 200 len: 848 time: 0.0952950 Aug 21 10:55:27.530396 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-f7b633db-d46e-47f6-895b-5411dbd12ae7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca4e747d982848ecb4db023d86d4ccd5&device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 1096 time: 0.1984715 Aug 21 10:55:27.635957 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-4b47ba79-b3a7-4cc8-b2db-2d203678340f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f9b5ca4-be76-4ae1-ad42-c7502997efba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041431 Aug 21 10:55:27.644271 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-fce1c6c1-4a1b-46bd-af72-abddce005893 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ea31af9-00f3-4a02-9cb7-8de58abd9082 HTTP/1.1" status: 200 len: 217 time: 0.0779874 Aug 21 10:55:27.818554 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-05026cad-0b8e-401c-99ea-c3f06b396424 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:27.820077 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-05026cad-0b8e-401c-99ea-c3f06b396424 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=029d870c-18d8-43a7-b4a5-2f13ab15e3e4 HTTP/1.1" status: 200 len: 854 time: 0.1410778 Aug 21 10:55:27.891602 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-97f25bba-cd33-49c2-9c98-868584b07acf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4de6ebeb-552e-4358-808e-6e565693a7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554132 Aug 21 10:55:27.900744 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-e1361b32-3e78-45fa-9829-8b9b8287abac service neutron] 10.222.0.35 "GET /v2.0/networks/2f9b5ca4-be76-4ae1-ad42-c7502997efba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432175 Aug 21 10:55:28.170510 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d40aa695-51d9-4998-861f-f867fdf386d0 req-1b0af4a9-a56d-4261-9517-410b9cb844ff service neutron] 10.222.0.35 "GET /v2.0/networks/2f9b5ca4-be76-4ae1-ad42-c7502997efba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460144 Aug 21 10:55:28.172821 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-5bf32e69-80e2-4e27-8926-0aef5723e3d3 service neutron] 10.222.0.35 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740529 Aug 21 10:55:28.382790 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba6a64-8b9b-46cb-80e6-de80a4e5bf76 req-fd0d1ef9-86eb-4286-97dc-e829bff5e190 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:28.384804 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-02ba6a64-8b9b-46cb-80e6-de80a4e5bf76 req-fd0d1ef9-86eb-4286-97dc-e829bff5e190 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0867484 Aug 21 10:55:28.389134 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84099c1e-e589-4497-9ee4-000b69bf0ed8 req-fd05df53-17fc-4b14-86ff-4dc283b8cd5f service neutron] 10.222.0.35 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080202 Aug 21 10:55:28.396879 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b2c216a9-ed9b-460a-ae1d-71e8161efb1e req-62c7f12b-8c19-49d7-a689-6ba601af4036 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4b63a7e01e34d8a8d613d2da8d544ab&device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 1096 time: 0.1264603 Aug 21 10:55:28.440186 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-02ba6a64-8b9b-46cb-80e6-de80a4e5bf76 req-1cfb1e22-c214-4186-a6b0-4586669f1b13 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453055 Aug 21 10:55:28.740023 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e01d96-ed8f-4efe-b2bd-b5f79815e447 req-0ccc93e7-4fe9-4632-a8ef-c0aa37ac747e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:28.741621 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f5e01d96-ed8f-4efe-b2bd-b5f79815e447 req-0ccc93e7-4fe9-4632-a8ef-c0aa37ac747e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 943 time: 0.0897567 Aug 21 10:55:28.796401 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f5e01d96-ed8f-4efe-b2bd-b5f79815e447 req-bca11043-524c-4c0d-bf5d-390afb1ddc8c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474792 Aug 21 10:55:28.806235 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c216a9-ed9b-460a-ae1d-71e8161efb1e req-098c2e62-4fc0-4d98-ba8d-85a9d955f759 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:28.807773 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b2c216a9-ed9b-460a-ae1d-71e8161efb1e req-098c2e62-4fc0-4d98-ba8d-85a9d955f759 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f9b5ca4-be76-4ae1-ad42-c7502997efba HTTP/1.1" status: 200 len: 909 time: 0.4040601 Aug 21 10:55:28.819359 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bf5db-28ad-4d1f-91e1-5da02840c092 req-380cade5-3ce3-4cfb-8af5-d4ed8679aa6d tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:28.820955 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c78bf5db-28ad-4d1f-91e1-5da02840c092 req-380cade5-3ce3-4cfb-8af5-d4ed8679aa6d tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 943 time: 0.1428926 Aug 21 10:55:28.909745 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b2c216a9-ed9b-460a-ae1d-71e8161efb1e req-24eb519e-9d36-488b-a085-67b36141adac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f06a886c-733e-4374-bcf5-c8bc7370aa15 HTTP/1.1" status: 200 len: 217 time: 0.0877573 Aug 21 10:55:28.960856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a997dc0-f441-46df-8ea9-466c44b20826', 'tag': '3ea31af9-00f3-4a02-9cb7-8de58abd9082'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:55:28.985342 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c78bf5db-28ad-4d1f-91e1-5da02840c092 req-a85892dc-3302-482f-9fc8-f3a888219c23 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126330 Aug 21 10:55:28.996902 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c216a9-ed9b-460a-ae1d-71e8161efb1e req-881672ce-7368-43df-8f76-ba16b5f42af4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:28.998628 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b2c216a9-ed9b-460a-ae1d-71e8161efb1e req-881672ce-7368-43df-8f76-ba16b5f42af4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c93c400d-0e82-4816-a33c-c6d62ea8b43e HTTP/1.1" status: 200 len: 848 time: 0.0788424 Aug 21 10:55:29.057540 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b2c216a9-ed9b-460a-ae1d-71e8161efb1e req-372258a7-9cf6-4123-b564-d43178976923 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f9b5ca4-be76-4ae1-ad42-c7502997efba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519822 Aug 21 10:55:29.059259 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a997dc0-f441-46df-8ea9-466c44b20826', 'tag': '3ea31af9-00f3-4a02-9cb7-8de58abd9082', 'status': 'completed', 'code': 200} Aug 21 10:55:29.276977 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b2c216a9-ed9b-460a-ae1d-71e8161efb1e req-aeeb1c1d-a914-4d5f-8873-4421c4ca63b0 service neutron] 10.222.0.35 "GET /v2.0/networks/2f9b5ca4-be76-4ae1-ad42-c7502997efba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076852 Aug 21 10:55:29.292032 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89cba1af-6c7b-4366-872c-77b795158e80 req-89d411b8-6f4f-4392-84c8-d479cde3a3de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca4e747d982848ecb4db023d86d4ccd5&device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 1096 time: 0.1909614 Aug 21 10:55:29.543716 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b2c216a9-ed9b-460a-ae1d-71e8161efb1e req-e1ce1705-f635-4284-a7de-cdf248b98025 service neutron] 10.222.0.35 "GET /v2.0/networks/2f9b5ca4-be76-4ae1-ad42-c7502997efba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584300 Aug 21 10:55:29.548161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cba1af-6c7b-4366-872c-77b795158e80 req-27f0ccf5-2ffe-47c9-8d54-539b07128722 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:29.549719 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89cba1af-6c7b-4366-872c-77b795158e80 req-27f0ccf5-2ffe-47c9-8d54-539b07128722 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4de6ebeb-552e-4358-808e-6e565693a7b6 HTTP/1.1" status: 200 len: 915 time: 0.1886308 Aug 21 10:55:29.669124 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89cba1af-6c7b-4366-872c-77b795158e80 req-4ce75176-c097-4e31-8654-7caf4e9b3400 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ea31af9-00f3-4a02-9cb7-8de58abd9082 HTTP/1.1" status: 200 len: 217 time: 0.1112249 Aug 21 10:55:29.762832 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533b314-382d-4a7a-a053-12620ea3cf84 req-5805c28c-6c1b-412e-a199-b2302380c6e1 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:29.764448 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4533b314-382d-4a7a-a053-12620ea3cf84 req-5805c28c-6c1b-412e-a199-b2302380c6e1 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1556072 Aug 21 10:55:29.765852 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cba1af-6c7b-4366-872c-77b795158e80 req-2c128064-5700-4ca8-8660-eca6d3d1419b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:29.767272 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89cba1af-6c7b-4366-872c-77b795158e80 req-2c128064-5700-4ca8-8660-eca6d3d1419b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=029d870c-18d8-43a7-b4a5-2f13ab15e3e4 HTTP/1.1" status: 200 len: 854 time: 0.0899472 Aug 21 10:55:29.837610 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89cba1af-6c7b-4366-872c-77b795158e80 req-94a238f7-65c3-4e43-820a-ff1a11cea993 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4de6ebeb-552e-4358-808e-6e565693a7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514741 Aug 21 10:55:29.941427 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4533b314-382d-4a7a-a053-12620ea3cf84 req-7f54c6fa-f641-44a6-b2b8-6ac56273842a tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705444 Aug 21 10:55:30.003022 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89cba1af-6c7b-4366-872c-77b795158e80 req-044ee929-5cb9-44b7-b47d-c8c5c26d0c14 service neutron] 10.222.0.35 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567345 Aug 21 10:55:30.020594 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d7791-c5dc-49e7-a005-76576f9f2918 req-5946f771-e000-4054-ba08-de185cf0d09e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:30.022223 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7e1d7791-c5dc-49e7-a005-76576f9f2918 req-5946f771-e000-4054-ba08-de185cf0d09e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 943 time: 0.0931544 Aug 21 10:55:30.078121 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7e1d7791-c5dc-49e7-a005-76576f9f2918 req-0da7c158-3429-405c-b81b-9a5ac6333087 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486479 Aug 21 10:55:30.205617 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89cba1af-6c7b-4366-872c-77b795158e80 req-1b0794e4-e029-4665-b2fb-92887c5a4102 service neutron] 10.222.0.35 "GET /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953104 Aug 21 10:55:30.239740 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91720e-51d3-4ec1-bf01-11dd5e76c6ac req-a840a62a-560b-47bb-a28b-32ee1e0a875a tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:30.244403 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0d91720e-51d3-4ec1-bf01-11dd5e76c6ac req-a840a62a-560b-47bb-a28b-32ee1e0a875a tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 943 time: 0.1096745 Aug 21 10:55:30.290249 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0d91720e-51d3-4ec1-bf01-11dd5e76c6ac req-c60ecc4e-c506-4035-9bce-cc80e1288a9a tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415745 Aug 21 10:55:30.837147 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6aff44ba-52b3-41e4-99d9-fcc8c36ba087 req-fb24905f-401f-42f5-acc2-0964a5819a59 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=632e482613fd4a6c983ef87427c49787&device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 1098 time: 0.0837858 Aug 21 10:55:30.999801 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff44ba-52b3-41e4-99d9-fcc8c36ba087 req-ff25be7c-b699-4e63-aa96-d73b7bceb019 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:31.001440 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6aff44ba-52b3-41e4-99d9-fcc8c36ba087 req-ff25be7c-b699-4e63-aa96-d73b7bceb019 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d705d977-a219-4f74-8852-1db723d0eb37 HTTP/1.1" status: 200 len: 919 time: 0.1420913 Aug 21 10:55:31.109756 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6aff44ba-52b3-41e4-99d9-fcc8c36ba087 req-d0bba666-5c56-415c-b645-20bd6ac7bb75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 HTTP/1.1" status: 200 len: 217 time: 0.1008024 Aug 21 10:55:31.209172 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff44ba-52b3-41e4-99d9-fcc8c36ba087 req-e563aade-0885-4574-95e5-d2d1cf367b52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:31.210748 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6aff44ba-52b3-41e4-99d9-fcc8c36ba087 req-e563aade-0885-4574-95e5-d2d1cf367b52 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f481c4ac-7411-4056-8fb8-3934f46c94ee HTTP/1.1" status: 200 len: 858 time: 0.0902894 Aug 21 10:55:31.262467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f546f3-69cb-40b9-bdde-866a903c7d5b req-684e9236-f464-492a-b9e1-9ff76a7a1a3c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:31.264103 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-67f546f3-69cb-40b9-bdde-866a903c7d5b req-684e9236-f464-492a-b9e1-9ff76a7a1a3c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1915941 Aug 21 10:55:31.270090 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6aff44ba-52b3-41e4-99d9-fcc8c36ba087 req-37559149-49e5-4688-a686-c026300c50da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d705d977-a219-4f74-8852-1db723d0eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515463 Aug 21 10:55:31.300975 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cd55d-a670-48d4-a529-d9b040fbaf88 req-d95ea44c-ae8c-42a6-852b-7712619b98c6 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:31.302596 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c81cd55d-a670-48d4-a529-d9b040fbaf88 req-d95ea44c-ae8c-42a6-852b-7712619b98c6 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 943 time: 0.0865171 Aug 21 10:55:31.352726 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c81cd55d-a670-48d4-a529-d9b040fbaf88 req-8ca02696-74ee-43e4-beb3-e195f9fc9877 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432093 Aug 21 10:55:31.416218 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-67f546f3-69cb-40b9-bdde-866a903c7d5b req-dc1b6c9f-169a-469a-a5d8-9d254b176465 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450205 Aug 21 10:55:31.564685 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858abaa-7176-41a8-a3f1-dd66a69dad29 req-77c3002f-ede9-4600-a8db-33d5224c831a tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:31.567611 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d858abaa-7176-41a8-a3f1-dd66a69dad29 req-77c3002f-ede9-4600-a8db-33d5224c831a tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 943 time: 0.0962572 Aug 21 10:55:31.628726 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-d858abaa-7176-41a8-a3f1-dd66a69dad29 req-c7e52a66-fdc3-4519-85ff-42dd6aafe90a tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Synchronizing usage tracker for tenant:b4b63a7e01e34d8a8d613d2da8d544ab on resource:security_group {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:55:31.681611 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6aff44ba-52b3-41e4-99d9-fcc8c36ba087 req-543765da-5329-4b3f-9c7f-e6254d508e62 service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914332 Aug 21 10:55:31.714055 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-d858abaa-7176-41a8-a3f1-dd66a69dad29 req-c7e52a66-fdc3-4519-85ff-42dd6aafe90a tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Unset dirty status for tenant:b4b63a7e01e34d8a8d613d2da8d544ab on resource:security_group {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:55:31.715679 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d858abaa-7176-41a8-a3f1-dd66a69dad29 req-c7e52a66-fdc3-4519-85ff-42dd6aafe90a tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426616 Aug 21 10:55:31.825678 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6aff44ba-52b3-41e4-99d9-fcc8c36ba087 req-93028328-fbf9-4bdd-8e20-73fa6f3fee33 service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362629 Aug 21 10:55:32.319461 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:32.567849 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12648aa3-b39d-42af-8995-0174ad5037a7 req-473dd627-eb3b-41f2-ab7f-ab7259c1e793 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:32.568684 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-12648aa3-b39d-42af-8995-0174ad5037a7 req-473dd627-eb3b-41f2-ab7f-ab7259c1e793 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Synchronizing usage tracker for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:55:32.616849 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-12648aa3-b39d-42af-8995-0174ad5037a7 req-473dd627-eb3b-41f2-ab7f-ab7259c1e793 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Unset dirty status for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:55:32.618297 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-12648aa3-b39d-42af-8995-0174ad5037a7 req-473dd627-eb3b-41f2-ab7f-ab7259c1e793 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 943 time: 0.1360691 Aug 21 10:55:32.626898 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e103e-f30f-4378-a66b-a0d3b1fdd46b req-f9b66097-1456-437a-90f2-288fb1644300 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:32.628830 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c57e103e-f30f-4378-a66b-a0d3b1fdd46b req-f9b66097-1456-437a-90f2-288fb1644300 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0911970 Aug 21 10:55:32.670481 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-12648aa3-b39d-42af-8995-0174ad5037a7 req-9e03e928-6489-4e55-af60-bff622c08190 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447776 Aug 21 10:55:32.677671 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c57e103e-f30f-4378-a66b-a0d3b1fdd46b req-53b147e2-b099-40ed-ab7b-878a27fe8411 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425942 Aug 21 10:55:32.932899 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a497ca-7c7b-48c4-8e7d-995ed0ffee2f req-b9c488d0-5e72-4e10-bfb3-6395ee840256 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:32.934580 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-08a497ca-7c7b-48c4-8e7d-995ed0ffee2f req-b9c488d0-5e72-4e10-bfb3-6395ee840256 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 943 time: 0.0937264 Aug 21 10:55:32.983252 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-08a497ca-7c7b-48c4-8e7d-995ed0ffee2f req-94351b39-c247-4a12-8523-d2a4065597d5 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425177 Aug 21 10:55:33.805401 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device f06a886c-733e-4374-bcf5-c8bc7370aa15 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:55:33.891249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63135f-b224-434f-ba97-f60496fd68b3 req-5863c93f-2629-45f6-a6e8-7917ad11de93 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:33.892938 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2f63135f-b224-434f-ba97-f60496fd68b3 req-5863c93f-2629-45f6-a6e8-7917ad11de93 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0850575 Aug 21 10:55:33.907805 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf0daf-e1c3-430f-a307-5bc42cc8f909 req-a87e765a-6cbf-4b3d-9d12-87c9aa988f7c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:33.910954 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8fbf0daf-e1c3-430f-a307-5bc42cc8f909 req-a87e765a-6cbf-4b3d-9d12-87c9aa988f7c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 943 time: 0.1037838 Aug 21 10:55:33.948423 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2f63135f-b224-434f-ba97-f60496fd68b3 req-97ce1854-e657-4af5-99bb-9850ba741915 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494032 Aug 21 10:55:33.965298 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8fbf0daf-e1c3-430f-a307-5bc42cc8f909 req-a4592c7f-081c-486b-bff9-2c11cb1bf64c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493460 Aug 21 10:55:33.977116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port f06a886c-733e-4374-bcf5-c8bc7370aa15, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=f06a886c-733e-4374-bcf5-c8bc7370aa15,segment=NetworkSegment(4bd60684-8885-4bd9-8388-a2ff42f07972),segment_id=4bd60684-8885-4bd9-8388-a2ff42f07972)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:55:33.993976 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': 'f06a886c-733e-4374-bcf5-c8bc7370aa15', 'network_id': '2f9b5ca4-be76-4ae1-ad42-c7502997efba', 'port_id': 'f06a886c-733e-4374-bcf5-c8bc7370aa15', 'mac_address': 'fa:16:3e:31:33:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93c400d-0e82-4816-a33c-c6d62ea8b43e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:55:34.063380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:34.082024 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06a886c-733e-4374-bcf5-c8bc7370aa15 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:55:34.097838 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port f06a886c-733e-4374-bcf5-c8bc7370aa15, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=f06a886c-733e-4374-bcf5-c8bc7370aa15,segment=NetworkSegment(4bd60684-8885-4bd9-8388-a2ff42f07972),segment_id=4bd60684-8885-4bd9-8388-a2ff42f07972)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:55:34.133982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:34.134832 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 3ea31af9-00f3-4a02-9cb7-8de58abd9082 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:55:34.137204 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4d7d23d3-f549-4c7f-952c-ee3ceae67982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:34.217369 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd91e1-68fd-4acd-a9c9-66b878fc380d req-bb42f875-5ba3-4ad5-a90e-d263f0b40c4d tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:34.218969 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-73cd91e1-68fd-4acd-a9c9-66b878fc380d req-bb42f875-5ba3-4ad5-a90e-d263f0b40c4d tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 944 time: 0.0928352 Aug 21 10:55:34.270029 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-73cd91e1-68fd-4acd-a9c9-66b878fc380d req-2ad48201-1c9f-4c90-b147-063ec91d8ab1 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442352 Aug 21 10:55:34.279671 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=f06a886c-733e-4374-bcf5-c8bc7370aa15,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:34.302837 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:34.303230 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:34.303635 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:34.304016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:34.304392 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:34.304766 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:34.305134 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:34.305528 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:34.305896 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:34.306261 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:34.306626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:34.310848 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:34.357101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 3ea31af9-00f3-4a02-9cb7-8de58abd9082, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=3ea31af9-00f3-4a02-9cb7-8de58abd9082,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:55:34.370593 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '3ea31af9-00f3-4a02-9cb7-8de58abd9082', 'network_id': '4de6ebeb-552e-4358-808e-6e565693a7b6', 'port_id': '3ea31af9-00f3-4a02-9cb7-8de58abd9082', 'mac_address': 'fa:16:3e:27:78:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029d870c-18d8-43a7-b4a5-2f13ab15e3e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:55:34.573959 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:34.591816 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea31af9-00f3-4a02-9cb7-8de58abd9082 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:55:34.606968 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 3ea31af9-00f3-4a02-9cb7-8de58abd9082, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=3ea31af9-00f3-4a02-9cb7-8de58abd9082,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:55:34.650635 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:34.653082 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:34.717288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=3ea31af9-00f3-4a02-9cb7-8de58abd9082,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:34.720434 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:35.156779 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36691a0d-e674-4efd-ba02-7122c5fa5c28 req-2d52985a-c685-430c-bc94-55cbad91ca34 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:35.158368 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-36691a0d-e674-4efd-ba02-7122c5fa5c28 req-2d52985a-c685-430c-bc94-55cbad91ca34 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0849392 Aug 21 10:55:35.185410 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bd5fb-d40a-422e-ba61-92a54c4fe67f req-51be9a19-f8a4-451e-84e8-363c8bbce0af tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:35.187244 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e42bd5fb-d40a-422e-ba61-92a54c4fe67f req-51be9a19-f8a4-451e-84e8-363c8bbce0af tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 944 time: 0.1002672 Aug 21 10:55:35.211166 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-36691a0d-e674-4efd-ba02-7122c5fa5c28 req-421140b2-faa0-4d1a-aa88-3ee507ed2b6e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455806 Aug 21 10:55:35.238641 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e42bd5fb-d40a-422e-ba61-92a54c4fe67f req-66b33e0a-77ad-4748-931e-c0a7b78664b6 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453227 Aug 21 10:55:35.316663 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['f06a886c-733e-4374-bcf5-c8bc7370aa15'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:55:35.345347 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['3ea31af9-00f3-4a02-9cb7-8de58abd9082'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:55:35.479411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b004c2d-9773-4e52-b353-88e98fa934e8 req-5a5f1bee-43c1-4bfd-9cd6-58652df4b69f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:35.481544 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2b004c2d-9773-4e52-b353-88e98fa934e8 req-5a5f1bee-43c1-4bfd-9cd6-58652df4b69f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 944 time: 0.0840218 Aug 21 10:55:35.530093 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2b004c2d-9773-4e52-b353-88e98fa934e8 req-f1a14d8d-5b3a-43d0-9841-624066b745bc tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422287 Aug 21 10:55:36.432860 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760391df-4ca6-4d7a-89a6-3048010536cc req-994dbe11-0262-47bf-91fc-c02955869381 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:36.434485 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-760391df-4ca6-4d7a-89a6-3048010536cc req-994dbe11-0262-47bf-91fc-c02955869381 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0887861 Aug 21 10:55:36.452390 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a3ead-9e76-45c3-a81e-f4f84466bf20 req-088c4632-dcef-4abc-b8cc-114722e7ca69 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:36.453983 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-364a3ead-9e76-45c3-a81e-f4f84466bf20 req-088c4632-dcef-4abc-b8cc-114722e7ca69 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 944 time: 0.0873959 Aug 21 10:55:36.483004 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-760391df-4ca6-4d7a-89a6-3048010536cc req-80f2f8cd-db4b-4a4a-b4f5-32b7ec37aded tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421598 Aug 21 10:55:36.502416 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-364a3ead-9e76-45c3-a81e-f4f84466bf20 req-4a4240c3-65cd-4ac8-acc4-0b62bba949b8 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Aug 21 10:55:36.733359 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf1c36-4b27-469b-95fe-3a8fb61772a5 req-3c351968-8ce0-4ebf-aa86-ee0c987ad631 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:36.734836 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-33bf1c36-4b27-469b-95fe-3a8fb61772a5 req-3c351968-8ce0-4ebf-aa86-ee0c987ad631 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 944 time: 0.0815084 Aug 21 10:55:36.781874 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-33bf1c36-4b27-469b-95fe-3a8fb61772a5 req-0e688e03-681d-49bb-a077-a4eec8a55f45 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411971 Aug 21 10:55:37.136674 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9b323178-dec3-490d-8bb9-c3d15173195a req-7fceb453-6f76-497d-8a24-82f436e10e89 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 1098 time: 0.0823395 Aug 21 10:55:37.183940 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9b323178-dec3-490d-8bb9-c3d15173195a req-88b91706-9150-42a9-a679-4d6272bb9fef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390062 Aug 21 10:55:37.690158 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95581f-9181-4c79-8d65-38ca90745a85 req-4420bab8-719e-4aa9-b63b-b31c86e245df tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:37.691916 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2e95581f-9181-4c79-8d65-38ca90745a85 req-4420bab8-719e-4aa9-b63b-b31c86e245df tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0814202 Aug 21 10:55:37.704258 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096505-505e-4fd0-9670-fe1c821fbd75 req-a1321fec-fa13-4125-800d-adc87a04b623 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:37.705867 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1f096505-505e-4fd0-9670-fe1c821fbd75 req-a1321fec-fa13-4125-800d-adc87a04b623 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 944 time: 0.0818474 Aug 21 10:55:37.745813 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2e95581f-9181-4c79-8d65-38ca90745a85 req-a0b31d16-6bf4-4838-8b01-35087b62ffae tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479324 Aug 21 10:55:37.770066 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1f096505-505e-4fd0-9670-fe1c821fbd75 req-3c007c5b-e543-4814-95f1-1690666a36fb tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579669 Aug 21 10:55:37.822681 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device f06a886c-733e-4374-bcf5-c8bc7370aa15 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:55:37.930852 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port f06a886c-733e-4374-bcf5-c8bc7370aa15 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:55:37.936258 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port f06a886c-733e-4374-bcf5-c8bc7370aa15 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:55:37.936713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:37.985530 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85f807-568e-4e88-87e5-215698e39e61 req-65fe1e9e-c87f-4356-a477-668ff818b6eb tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:37.987057 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3c85f807-568e-4e88-87e5-215698e39e61 req-65fe1e9e-c87f-4356-a477-668ff818b6eb tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 944 time: 0.0815957 Aug 21 10:55:38.040090 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3c85f807-568e-4e88-87e5-215698e39e61 req-cfed5579-2b22-4c26-8946-3d34a18706b7 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462933 Aug 21 10:55:38.064807 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:38.092745 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74b20f6-9bd1-419c-b762-3885cf338f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06a886c-733e-4374-bcf5-c8bc7370aa15'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:55:38.102989 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port f06a886c-733e-4374-bcf5-c8bc7370aa15, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=f06a886c-733e-4374-bcf5-c8bc7370aa15,segment=NetworkSegment(4bd60684-8885-4bd9-8388-a2ff42f07972),segment_id=4bd60684-8885-4bd9-8388-a2ff42f07972)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:55:38.130848 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:38.131826 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 3ea31af9-00f3-4a02-9cb7-8de58abd9082 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:55:38.157410 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74b20f6-9bd1-419c-b762-3885cf338f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06a886c-733e-4374-bcf5-c8bc7370aa15', 'code': 200} Aug 21 10:55:38.161996 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:38.255667 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=f06a886c-733e-4374-bcf5-c8bc7370aa15,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:38.260450 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:38.339441 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 3ea31af9-00f3-4a02-9cb7-8de58abd9082 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:55:38.344676 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 3ea31af9-00f3-4a02-9cb7-8de58abd9082 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:55:38.351946 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:38.462030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:38.494787 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 3ea31af9-00f3-4a02-9cb7-8de58abd9082, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=3ea31af9-00f3-4a02-9cb7-8de58abd9082,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:55:38.497057 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7cd687f2-e39d-4f83-9b5d-f2bb2337fc0a req-a8987043-59e6-4385-a22b-cce96a5663e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 1098 time: 0.0768104 Aug 21 10:55:38.537360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:38.540776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:38.548010 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7cd687f2-e39d-4f83-9b5d-f2bb2337fc0a req-c83b9e7f-ddf0-4de8-81c5-6bbe7fc9e22b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441399 Aug 21 10:55:38.611101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=3ea31af9-00f3-4a02-9cb7-8de58abd9082,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:38.614136 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:38.956401 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3e3cf-5c60-4711-b435-90827c53a80c req-15311e00-ec8c-4cd0-994c-1c0881e64c79 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:38.958068 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dee3e3cf-5c60-4711-b435-90827c53a80c req-15311e00-ec8c-4cd0-994c-1c0881e64c79 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0867612 Aug 21 10:55:38.982374 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c3c87-530f-4f3f-bbdf-8fa538281ff2 req-1a07d4d3-80b8-4bd6-b949-ee9e14a9127c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:38.989810 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a59c3c87-530f-4f3f-bbdf-8fa538281ff2 req-1a07d4d3-80b8-4bd6-b949-ee9e14a9127c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 945 time: 0.0967910 Aug 21 10:55:39.016034 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dee3e3cf-5c60-4711-b435-90827c53a80c req-daaa9eee-524f-469a-b721-6bee92e316b1 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469472 Aug 21 10:55:39.033742 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a59c3c87-530f-4f3f-bbdf-8fa538281ff2 req-b8b3e868-69e1-4403-bcbd-a11998b1edac tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 Aug 21 10:55:39.266141 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28919d4-64de-4f9f-8a7d-036bff75ea5d req-86b1b37c-7f2a-43b6-bd5c-86d033c20189 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:39.267534 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d28919d4-64de-4f9f-8a7d-036bff75ea5d req-86b1b37c-7f2a-43b6-bd5c-86d033c20189 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 945 time: 0.0982349 Aug 21 10:55:39.320358 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d28919d4-64de-4f9f-8a7d-036bff75ea5d req-0b8b77e2-cce9-4f34-beff-7159a13addd3 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465786 Aug 21 10:55:39.345412 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e2943642-27fd-4388-86b0-ff5992fe958f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:40.158977 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a997dc0-f441-46df-8ea9-466c44b20826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea31af9-00f3-4a02-9cb7-8de58abd9082'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:55:40.255192 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78771a-59b3-484e-ab36-95b3df2dfe7b req-ee2fc021-9612-48a3-861e-534f9c3e5f09 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:40.256499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3bdb7-937a-4709-84bc-2b2a7324c5e3 req-71a67ce5-6606-42e4-8116-9909a6350d32 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:40.257006 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8a78771a-59b3-484e-ab36-95b3df2dfe7b req-ee2fc021-9612-48a3-861e-534f9c3e5f09 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1091762 Aug 21 10:55:40.259853 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f0d3bdb7-937a-4709-84bc-2b2a7324c5e3 req-71a67ce5-6606-42e4-8116-9909a6350d32 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 945 time: 0.0949104 Aug 21 10:55:40.311088 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f0d3bdb7-937a-4709-84bc-2b2a7324c5e3 req-2dfec4ca-e5d2-4296-a696-0908813f6534 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462749 Aug 21 10:55:40.311872 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8a78771a-59b3-484e-ab36-95b3df2dfe7b req-ef9c1148-47af-45dd-b712-5a7b5f948553 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472202 Aug 21 10:55:40.389633 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a997dc0-f441-46df-8ea9-466c44b20826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea31af9-00f3-4a02-9cb7-8de58abd9082', 'code': 200} Aug 21 10:55:40.681775 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52035f0e-a9a9-4ddd-b456-36f98464705d req-158a24d9-8f44-4d76-a6c7-eb203aa7349f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:40.683443 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-52035f0e-a9a9-4ddd-b456-36f98464705d req-158a24d9-8f44-4d76-a6c7-eb203aa7349f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 945 time: 0.0882804 Aug 21 10:55:40.733618 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-52035f0e-a9a9-4ddd-b456-36f98464705d req-c2d59cdf-2896-433d-bac9-42ebcaf07da1 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434701 Aug 21 10:55:40.794659 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cb689177-0ac4-44f9-82c5-a02f210eacc7 req-77d26be7-cd6d-4736-94ba-d175c7b383b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 1098 time: 0.0843341 Aug 21 10:55:40.848467 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cb689177-0ac4-44f9-82c5-a02f210eacc7 req-7e6ee8b7-90aa-466b-8c45-d3431e592910 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463831 Aug 21 10:55:40.973511 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:41.194713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039a07d-fa41-4122-b92b-8cdbf10c7dd4 req-ac3ce3c3-14cf-4ba8-8adf-7bf40e7098d6 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:41.196425 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6039a07d-fa41-4122-b92b-8cdbf10c7dd4 req-ac3ce3c3-14cf-4ba8-8adf-7bf40e7098d6 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0890453 Aug 21 10:55:41.247055 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6039a07d-fa41-4122-b92b-8cdbf10c7dd4 req-cb5c904c-215b-4a61-97f4-3c955969aab5 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430839 Aug 21 10:55:41.300908 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1f90e119-51fb-4567-91b5-225fe8ea9eb5 req-6d4393f0-d4a8-4aa3-9ac0-a5328c38683d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=632e482613fd4a6c983ef87427c49787&device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 1098 time: 0.0745909 Aug 21 10:55:41.485583 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90e119-51fb-4567-91b5-225fe8ea9eb5 req-5f2c9aff-523e-4152-9dd7-9e4ede910cd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:41.487210 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1f90e119-51fb-4567-91b5-225fe8ea9eb5 req-5f2c9aff-523e-4152-9dd7-9e4ede910cd8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d705d977-a219-4f74-8852-1db723d0eb37 HTTP/1.1" status: 200 len: 919 time: 0.1768460 Aug 21 10:55:41.577233 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1f90e119-51fb-4567-91b5-225fe8ea9eb5 req-6dfc052a-0b19-4630-9130-b0f45d8192ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 HTTP/1.1" status: 200 len: 217 time: 0.0819011 Aug 21 10:55:41.654315 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc2105-d140-4571-bc1f-cf34527eb0d4 req-e61a972f-9a8c-4a33-8e72-00e71a118e3a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:41.655931 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fbbc2105-d140-4571-bc1f-cf34527eb0d4 req-e61a972f-9a8c-4a33-8e72-00e71a118e3a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 945 time: 0.2116189 Aug 21 10:55:41.683886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90e119-51fb-4567-91b5-225fe8ea9eb5 req-b27851bc-ec11-49c9-971d-544f82b92a95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:41.685749 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1f90e119-51fb-4567-91b5-225fe8ea9eb5 req-b27851bc-ec11-49c9-971d-544f82b92a95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f481c4ac-7411-4056-8fb8-3934f46c94ee HTTP/1.1" status: 200 len: 858 time: 0.0973501 Aug 21 10:55:41.748477 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1f90e119-51fb-4567-91b5-225fe8ea9eb5 req-510a13ba-88ed-4f29-87d3-6a091869b524 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d705d977-a219-4f74-8852-1db723d0eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520179 Aug 21 10:55:41.755727 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fbbc2105-d140-4571-bc1f-cf34527eb0d4 req-e71abffa-1d06-4428-9bf8-a8fb8d6ef9b6 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930359 Aug 21 10:55:41.896714 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1f90e119-51fb-4567-91b5-225fe8ea9eb5 req-1366c72c-fac0-4f13-9d43-8de94fea3c66 service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399248 Aug 21 10:55:41.962427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7f339a1e-4eef-4fc4-b4ab-52d61342be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:41.964834 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94f7a4-7c64-45dc-9fc3-233dd986d760 req-e5e85efb-7533-4b55-8fb7-09473676bde1 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:41.966439 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4e94f7a4-7c64-45dc-9fc3-233dd986d760 req-e5e85efb-7533-4b55-8fb7-09473676bde1 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 945 time: 0.0863724 Aug 21 10:55:42.015476 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4e94f7a4-7c64-45dc-9fc3-233dd986d760 req-1b205f92-3f93-4785-b4b3-df6faa6a63f3 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423369 Aug 21 10:55:42.039783 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1f90e119-51fb-4567-91b5-225fe8ea9eb5 req-4fcb34cb-e637-408c-9e5e-4971335040fe service neutron] 10.222.0.35 "GET /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359069 Aug 21 10:55:42.213886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:42.486997 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca5a0d-443e-4be7-8f01-dca7ee67b372 req-3c72812c-012a-4c3d-a629-abe93738c052 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:42.488660 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-74ca5a0d-443e-4be7-8f01-dca7ee67b372 req-3c72812c-012a-4c3d-a629-abe93738c052 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0822806 Aug 21 10:55:42.542071 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-74ca5a0d-443e-4be7-8f01-dca7ee67b372 req-ed707236-18bb-4641-b26b-e93bc63d7e8b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473621 Aug 21 10:55:42.969618 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dc93f-5857-4567-80ef-81c321d679f4 req-84617ae5-3f72-4d33-a5d7-2f67a7c1df3f tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:42.971188 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f89dc93f-5857-4567-80ef-81c321d679f4 req-84617ae5-3f72-4d33-a5d7-2f67a7c1df3f tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 945 time: 0.0814130 Aug 21 10:55:43.019197 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f89dc93f-5857-4567-80ef-81c321d679f4 req-92595701-f17e-45e2-b3f3-31163d3aaa03 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420754 Aug 21 10:55:43.559033 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:43.747830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950f9d6-b8d4-4216-ad2c-0b5be17a1ad4 req-983a13b9-e722-44e2-be06-f80657c9cd57 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:43.749431 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9950f9d6-b8d4-4216-ad2c-0b5be17a1ad4 req-983a13b9-e722-44e2-be06-f80657c9cd57 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0851009 Aug 21 10:55:43.798010 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9950f9d6-b8d4-4216-ad2c-0b5be17a1ad4 req-f9692bcd-90c7-462e-98ae-d156a9964511 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424795 Aug 21 10:55:44.224235 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10740b45-a3e5-460c-ab1a-95806203c645 req-82bd0883-6a4d-48fb-b77e-0c73dbb565e5 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:44.225829 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-10740b45-a3e5-460c-ab1a-95806203c645 req-82bd0883-6a4d-48fb-b77e-0c73dbb565e5 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 945 time: 0.0823188 Aug 21 10:55:44.273834 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-10740b45-a3e5-460c-ab1a-95806203c645 req-aefdce6d-5af4-415b-9740-bfe3a63007ae tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416181 Aug 21 10:55:45.051100 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50ef35-9716-4de3-8828-8a5009c263ad req-2674cfa6-0235-47c7-8abe-2d6cfbfca083 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:45.052743 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0c50ef35-9716-4de3-8828-8a5009c263ad req-2674cfa6-0235-47c7-8abe-2d6cfbfca083 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0824986 Aug 21 10:55:45.101495 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0c50ef35-9716-4de3-8828-8a5009c263ad req-87eb667b-66f3-4713-9343-780a01ebe6ae tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426371 Aug 21 10:55:46.318564 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29826bbb-45a6-41f7-9948-982dd627e08f req-f74f8b03-d244-4416-96be-2bde1fe99ca6 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:46.320191 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-29826bbb-45a6-41f7-9948-982dd627e08f req-f74f8b03-d244-4416-96be-2bde1fe99ca6 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0919776 Aug 21 10:55:46.375990 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-29826bbb-45a6-41f7-9948-982dd627e08f req-ab7e0082-e099-4738-9041-f26374d96612 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482137 Aug 21 10:55:46.892245 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cb36e-db38-4ead-81e1-af29df3b0daa req-ca5e8d2c-ef35-47b0-954c-ee792700e723 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:46.893853 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-715cb36e-db38-4ead-81e1-af29df3b0daa req-ca5e8d2c-ef35-47b0-954c-ee792700e723 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 945 time: 0.0825613 Aug 21 10:55:46.945229 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-715cb36e-db38-4ead-81e1-af29df3b0daa req-71e12e12-aeb5-422d-a759-dc943d6c148d tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452695 Aug 21 10:55:47.582967 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd97e91-e6ed-4c5f-af3f-453ef3870140 req-03eb4a2c-e6ee-4bec-83a8-b2be6bb1e23d tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:47.584647 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7fd97e91-e6ed-4c5f-af3f-453ef3870140 req-03eb4a2c-e6ee-4bec-83a8-b2be6bb1e23d tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0829616 Aug 21 10:55:47.633775 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7fd97e91-e6ed-4c5f-af3f-453ef3870140 req-20de9f52-1e39-47fd-98e4-62b7c128942b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429249 Aug 21 10:55:48.169755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62379966-a4bd-4fbc-aa4f-8eb6bf0845ff req-36aaa31f-312d-46d4-a675-f872729c6229 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:48.178717 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-62379966-a4bd-4fbc-aa4f-8eb6bf0845ff req-36aaa31f-312d-46d4-a675-f872729c6229 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 945 time: 0.0969241 Aug 21 10:55:48.224428 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-62379966-a4bd-4fbc-aa4f-8eb6bf0845ff req-505ca0e5-1b32-4326-8673-f4b8d2bf9079 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445716 Aug 21 10:55:49.106893 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8316b67-f929-4be2-ac88-c93a8bbb986d req-585cc50f-ea6a-4f56-921d-fc34192228f8 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:49.108494 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8316b67-f929-4be2-ac88-c93a8bbb986d req-585cc50f-ea6a-4f56-921d-fc34192228f8 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.35 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 945 time: 0.0816078 Aug 21 10:55:49.191182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-b8316b67-f929-4be2-ac88-c93a8bbb986d req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Deleting port f06a886c-733e-4374-bcf5-c8bc7370aa15 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 10:55:49.191807 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b8316b67-f929-4be2-ac88-c93a8bbb986d req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:49.722568 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-b8316b67-f929-4be2-ac88-c93a8bbb986d req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] For port f06a886c-733e-4374-bcf5-c8bc7370aa15, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=f06a886c-733e-4374-bcf5-c8bc7370aa15,segment=NetworkSegment(4bd60684-8885-4bd9-8388-a2ff42f07972),segment_id=4bd60684-8885-4bd9-8388-a2ff42f07972)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:55:49.722967 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b8316b67-f929-4be2-ac88-c93a8bbb986d req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:49.793806 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc1f7f-5787-4c55-ae54-5cd5cafbbae1 req-7b081766-7d65-476f-a4e1-4b976e00feaf tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:49.795398 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e3fc1f7f-5787-4c55-ae54-5cd5cafbbae1 req-7b081766-7d65-476f-a4e1-4b976e00feaf tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=e74b20f6-9bd1-419c-b762-3885cf338f14 HTTP/1.1" status: 200 len: 945 time: 0.2101204 Aug 21 10:55:49.860509 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-b8316b67-f929-4be2-ac88-c93a8bbb986d req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Calling delete_port for f06a886c-733e-4374-bcf5-c8bc7370aa15 owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 10:55:49.957543 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e3fc1f7f-5787-4c55-ae54-5cd5cafbbae1 req-19ab2839-2d13-447b-95e1-84d7b4fe2d5b tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042252 Aug 21 10:55:50.096531 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b8316b67-f929-4be2-ac88-c93a8bbb986d req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:50.103754 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-63c08b16-0a76-4dc8-82b0-06c9528f1d36 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:50.109737 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['f06a886c-733e-4374-bcf5-c8bc7370aa15'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:55:50.123083 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:55:50.150535 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Pushing event deleted for resources: {'Port': ['ID=f06a886c-733e-4374-bcf5-c8bc7370aa15,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:50.197702 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:50.198339 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:50.199234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:50.199660 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:50.200061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:50.200457 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:50.200850 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:50.201242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:50.201684 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:50.202054 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:50.202442 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:50.206155 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:50.248454 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8316b67-f929-4be2-ac88-c93a8bbb986d req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] No DVR routers for this DVR port f06a886c-733e-4374-bcf5-c8bc7370aa15 on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 10:55:50.251602 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b8316b67-f929-4be2-ac88-c93a8bbb986d req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:50.255759 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74b20f6-9bd1-419c-b762-3885cf338f14', 'name': 'network-vif-deleted', 'tag': 'f06a886c-733e-4374-bcf5-c8bc7370aa15'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:55:50.312199 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8316b67-f929-4be2-ac88-c93a8bbb986d req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.35 "DELETE /v2.0/ports/f06a886c-733e-4374-bcf5-c8bc7370aa15 HTTP/1.1" status: 204 len: 173 time: 1.1965282 Aug 21 10:55:50.314014 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74b20f6-9bd1-419c-b762-3885cf338f14', 'name': 'network-vif-deleted', 'tag': 'f06a886c-733e-4374-bcf5-c8bc7370aa15', 'status': 'completed', 'code': 200} Aug 21 10:55:51.399676 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-a37b1339-c25f-4533-be62-bef588d91f01 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:51.401269 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-a37b1339-c25f-4533-be62-bef588d91f01 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/networks?id=2f9b5ca4-be76-4ae1-ad42-c7502997efba HTTP/1.1" status: 200 len: 808 time: 0.1541009 Aug 21 10:55:51.419073 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-996ad89c-a3de-4ee6-bcf3-97890923fc86 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/quotas/b4b63a7e01e34d8a8d613d2da8d544ab HTTP/1.1" status: 200 len: 375 time: 0.0113003 Aug 21 10:55:51.467652 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-e6c04f02-5eb8-4a5d-bb79-18e6e2dba969 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Synchronizing usage tracker for tenant:b4b63a7e01e34d8a8d613d2da8d544ab on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:55:51.519440 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-e6c04f02-5eb8-4a5d-bb79-18e6e2dba969 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Unset dirty status for tenant:b4b63a7e01e34d8a8d613d2da8d544ab on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:55:51.521169 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-e6c04f02-5eb8-4a5d-bb79-18e6e2dba969 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b63a7e01e34d8a8d613d2da8d544ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965891 Aug 21 10:55:51.667952 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-06d8d853-b430-401f-9cd5-e8bac4cefa5c service neutron] 10.222.0.49 "GET /v2.0/networks/2f9b5ca4-be76-4ae1-ad42-c7502997efba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375079 Aug 21 10:55:51.806566 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 53762) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:51.813523 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-08589a0b-d98c-43b8-bc08-765da97fbda0 service neutron] 10.222.0.49 "GET /v2.0/networks/2f9b5ca4-be76-4ae1-ad42-c7502997efba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389742 Aug 21 10:55:51.978073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:52.039268 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26587d54-7002-4784-a62c-4abb22e47a91 req-3eacb15c-839b-4348-ac79-a058ca3f1da3 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 210 time: 0.0510757 Aug 21 10:55:52.055916 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:55:52.061101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Usage tracker for resource:security_group_rule and tenant:273444dc0e1f47818861bc466eafb7cb is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:55:52.064595 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:55:52.071460 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:55:52.141006 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:52.196762 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:52.204959 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a750e9af-de27-44c0-afc2-d9dc72a902a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:52.250034 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ed8d8b-76d4-4cd8-a7f1-a87b2e82f828,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:52.254050 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=273444dc0e1f47818861bc466eafb7cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4461884 Aug 21 10:55:52.257310 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 53778) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:55:52.262210 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:52.262629 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:52.263034 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:52.263435 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:52.263866 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:52.264263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:52.264657 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:52.265048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:52.265410 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:52.268536 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:52.269105 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:55:52.273573 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:52.326336 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-710a92a8-000f-4e9f-95e5-2dfdb5e16bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:52.358444 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-710a92a8-000f-4e9f-95e5-2dfdb5e16bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:52.779221 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-710a92a8-000f-4e9f-95e5-2dfdb5e16bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:52.784532 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-1d9e170a-3957-4587-9f48-06b4493a4ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:52.797249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a92a8-000f-4e9f-95e5-2dfdb5e16bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ed8d8b-76d4-4cd8-a7f1-a87b2e82f828,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:52.800847 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-710a92a8-000f-4e9f-95e5-2dfdb5e16bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:52.802578 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-710a92a8-000f-4e9f-95e5-2dfdb5e16bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:52.806217 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-710a92a8-000f-4e9f-95e5-2dfdb5e16bac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4ed8d8b-76d4-4cd8-a7f1-a87b2e82f828 HTTP/1.1" status: 204 len: 168 time: 0.5450845 Aug 21 10:55:53.225218 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4f9dd21f-6b06-4149-8274-88f1fc5331c9 req-94245ab3-1245-45b9-ae82-0535c678cc50 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 210 time: 0.0493665 Aug 21 10:55:53.894283 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device f06a886c-733e-4374-bcf5-c8bc7370aa15 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 10:55:53.929022 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-efca3fd5-c7a2-47d4-a8d5-b52edbe00613 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:53.930812 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-efca3fd5-c7a2-47d4-a8d5-b52edbe00613 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.35 "GET /v2.0/networks?id=2f9b5ca4-be76-4ae1-ad42-c7502997efba HTTP/1.1" status: 200 len: 808 time: 0.1641467 Aug 21 10:55:53.940274 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: f06a886c-733e-4374-bcf5-c8bc7370aa15 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 10:55:53.941190 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device f06a886c-733e-4374-bcf5-c8bc7370aa15 not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 10:55:53.962537 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Request body: {'port': {'device_id': '3f1f9c99-a2f8-45f9-aeda-d046dab51a37', 'network_id': '2f9b5ca4-be76-4ae1-ad42-c7502997efba', 'admin_state_up': True, 'tenant_id': 'b4b63a7e01e34d8a8d613d2da8d544ab'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:55:54.111774 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:55:54.122448 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:55:54.147839 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Made reservation on behalf of b4b63a7e01e34d8a8d613d2da8d544ab for: {'port': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:55:54.154116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:54.327403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Allocated IP 172.20.0.9 (2f9b5ca4-be76-4ae1-ad42-c7502997efba/c93c400d-0e82-4816-a33c-c6d62ea8b43e/8ed6a4ff-90fe-4d0d-a160-031c425b06bc) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:55:54.406575 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf5f4576-49d7-4416-9c38-66be24247d5f req-ec039875-b0ed-4eee-8d53-6b2314449c37 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 210 time: 0.0493164 Aug 21 10:55:54.537740 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:54.599646 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:54.605658 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cb5ef1e6-c833-4645-8007-e442a387936f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:54.684283 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Network 2f9b5ca4-be76-4ae1-ad42-c7502997efba is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:55:54.688519 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Pushing event updated for resources: {'Port': ['ID=8ed6a4ff-90fe-4d0d-a160-031c425b06bc,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:54.691148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:55:54.693495 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:54.694244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:55:54.761307 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:54.761980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:54.826100 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8680201 Aug 21 10:55:54.838395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Request body: {'port': {'device_id': '3f1f9c99-a2f8-45f9-aeda-d046dab51a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:55:54.959670 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:55.311956 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed6a4ff-90fe-4d0d-a160-031c425b06bc {{(pid=82512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:55:55.319193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:55.334246 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Transition to ACTIVE for port object 8ed6a4ff-90fe-4d0d-a160-031c425b06bc will not be triggered until provisioned by entity L2. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:55:55.376321 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:55.381289 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5e438f7c-df97-40e9-a36e-773239bb8a0f tempest-DeleteServersTestJSON-972854700 tempest-DeleteServersTestJSON-972854700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:55.510104 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed6a4ff-90fe-4d0d-a160-031c425b06bc,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:55.514460 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:55.687056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Attempting to bind port 8ed6a4ff-90fe-4d0d-a160-031c425b06bc on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:55:55.687436 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Attempting to bind port 8ed6a4ff-90fe-4d0d-a160-031c425b06bc by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '4bd60684-8885-4bd9-8388-a2ff42f07972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f9b5ca4-be76-4ae1-ad42-c7502997efba'}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:55:55.687850 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Attempting to bind port 8ed6a4ff-90fe-4d0d-a160-031c425b06bc on network 2f9b5ca4-be76-4ae1-ad42-c7502997efba {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:55:55.697296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Port 8ed6a4ff-90fe-4d0d-a160-031c425b06bc on network 2f9b5ca4-be76-4ae1-ad42-c7502997efba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:55:55.697664 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Attempting to bind port 8ed6a4ff-90fe-4d0d-a160-031c425b06bc on network 2f9b5ca4-be76-4ae1-ad42-c7502997efba {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:55:55.708456 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e7532-e503-46de-8787-019143e1a6a5 req-babfa875-560f-4d77-8b1e-a0fdfefb2f04 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:55.709213 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-d54e7532-e503-46de-8787-019143e1a6a5 req-babfa875-560f-4d77-8b1e-a0fdfefb2f04 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Synchronizing usage tracker for tenant:b4b63a7e01e34d8a8d613d2da8d544ab on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:55:55.716354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:55:55.716734 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Checking segment: {'id': '4bd60684-8885-4bd9-8388-a2ff42f07972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f9b5ca4-be76-4ae1-ad42-c7502997efba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:55:55.717157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Bound using segment: {'id': '4bd60684-8885-4bd9-8388-a2ff42f07972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f9b5ca4-be76-4ae1-ad42-c7502997efba'} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:55:55.717635 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Bound port: 8ed6a4ff-90fe-4d0d-a160-031c425b06bc, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd60684-8885-4bd9-8388-a2ff42f07972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2f9b5ca4-be76-4ae1-ad42-c7502997efba'}}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:55:55.718018 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:55.780799 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-d54e7532-e503-46de-8787-019143e1a6a5 req-babfa875-560f-4d77-8b1e-a0fdfefb2f04 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Unset dirty status for tenant:b4b63a7e01e34d8a8d613d2da8d544ab on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:55:55.782102 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d54e7532-e503-46de-8787-019143e1a6a5 req-babfa875-560f-4d77-8b1e-a0fdfefb2f04 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 943 time: 0.2343264 Aug 21 10:55:55.858114 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] For port 8ed6a4ff-90fe-4d0d-a160-031c425b06bc, host hv-cinder-80547, cleared binding levels {{(pid=82512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:55:55.870056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] For port 8ed6a4ff-90fe-4d0d-a160-031c425b06bc, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8ed6a4ff-90fe-4d0d-a160-031c425b06bc,segment=NetworkSegment(4bd60684-8885-4bd9-8388-a2ff42f07972),segment_id=4bd60684-8885-4bd9-8388-a2ff42f07972)] {{(pid=82512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:55:55.873457 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d54e7532-e503-46de-8787-019143e1a6a5 req-3fb4a624-9374-4227-861c-58ea77d8ef59 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767679 Aug 21 10:55:55.899989 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:55.905343 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:55:55.988732 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:55:55.991025 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] 10.222.0.35 "PUT /v2.0/ports/8ed6a4ff-90fe-4d0d-a160-031c425b06bc HTTP/1.1" status: 200 len: 1093 time: 1.1572831 Aug 21 10:55:55.991822 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1f9c99-a2f8-45f9-aeda-d046dab51a37', 'tag': '8ed6a4ff-90fe-4d0d-a160-031c425b06bc'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:55:56.009082 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed6a4ff-90fe-4d0d-a160-031c425b06bc,revision_number=3']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:55:56.012451 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:55:56.104097 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1f9c99-a2f8-45f9-aeda-d046dab51a37', 'tag': '8ed6a4ff-90fe-4d0d-a160-031c425b06bc', 'status': 'completed', 'code': 200} Aug 21 10:55:56.152018 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-a2ec0aae-0f06-4a2b-9110-6522da865aa6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4b63a7e01e34d8a8d613d2da8d544ab&device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 1096 time: 0.0892191 Aug 21 10:55:56.249990 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-9aab5ee7-0dfd-462f-8b84-cf386d911ba6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ed6a4ff-90fe-4d0d-a160-031c425b06bc HTTP/1.1" status: 200 len: 217 time: 0.0879462 Aug 21 10:55:56.532003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-9cb2b1bb-cb31-478e-b589-05bee2d0f447 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:56.533526 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-9cb2b1bb-cb31-478e-b589-05bee2d0f447 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c93c400d-0e82-4816-a33c-c6d62ea8b43e HTTP/1.1" status: 200 len: 848 time: 0.2732744 Aug 21 10:55:56.587960 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-488714f8-fda1-4ae2-8777-43b846713e74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f9b5ca4-be76-4ae1-ad42-c7502997efba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457170 Aug 21 10:55:56.732951 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-990e5421-a01e-4800-a329-781a6cb7a1f7 service neutron] 10.222.0.35 "GET /v2.0/networks/2f9b5ca4-be76-4ae1-ad42-c7502997efba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340153 Aug 21 10:55:56.871497 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9ca9073-e877-4ffa-b1e6-ecf96f51f973 req-53b86073-f467-4a51-8ffa-05af65ac7420 service neutron] 10.222.0.35 "GET /v2.0/networks/2f9b5ca4-be76-4ae1-ad42-c7502997efba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312253 Aug 21 10:55:57.119781 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a1691d41-3ef5-4fd2-8e51-6ca8754a1be2 req-9ea0e0cf-c86f-42ca-8f08-294983a528c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4b63a7e01e34d8a8d613d2da8d544ab&device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 1096 time: 0.1579103 Aug 21 10:55:57.242956 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdad914-4328-4e0e-a4bb-4421a1c9c8d9 req-555e754a-e505-4cf7-9344-a0a978cfb5a1 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:57.244601 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9bdad914-4328-4e0e-a4bb-4421a1c9c8d9 req-555e754a-e505-4cf7-9344-a0a978cfb5a1 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 943 time: 0.2200682 Aug 21 10:55:57.323879 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1691d41-3ef5-4fd2-8e51-6ca8754a1be2 req-f6f49be1-a787-48db-b7ab-330e3173eb70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:57.325458 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a1691d41-3ef5-4fd2-8e51-6ca8754a1be2 req-f6f49be1-a787-48db-b7ab-330e3173eb70 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f9b5ca4-be76-4ae1-ad42-c7502997efba HTTP/1.1" status: 200 len: 909 time: 0.1966791 Aug 21 10:55:57.330368 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9bdad914-4328-4e0e-a4bb-4421a1c9c8d9 req-392a6f7f-3efc-441d-b285-600b2df7c6f1 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780644 Aug 21 10:55:57.402291 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a1691d41-3ef5-4fd2-8e51-6ca8754a1be2 req-5d362ad4-196e-46a8-bba0-c044ff42c21f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ed6a4ff-90fe-4d0d-a160-031c425b06bc HTTP/1.1" status: 200 len: 217 time: 0.0676212 Aug 21 10:55:57.478749 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1691d41-3ef5-4fd2-8e51-6ca8754a1be2 req-e179d1a0-f908-43b7-a7c8-361da5bfb422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:57.481004 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a1691d41-3ef5-4fd2-8e51-6ca8754a1be2 req-e179d1a0-f908-43b7-a7c8-361da5bfb422 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c93c400d-0e82-4816-a33c-c6d62ea8b43e HTTP/1.1" status: 200 len: 848 time: 0.0665481 Aug 21 10:55:57.537199 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a1691d41-3ef5-4fd2-8e51-6ca8754a1be2 req-f614af24-612a-4843-8009-72b0787c1896 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f9b5ca4-be76-4ae1-ad42-c7502997efba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472538 Aug 21 10:55:57.682855 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a1691d41-3ef5-4fd2-8e51-6ca8754a1be2 req-5ad0525f-17a1-4ddc-98e0-b2c378aee412 service neutron] 10.222.0.35 "GET /v2.0/networks/2f9b5ca4-be76-4ae1-ad42-c7502997efba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388428 Aug 21 10:55:57.840889 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a1691d41-3ef5-4fd2-8e51-6ca8754a1be2 req-7bf9a160-046a-40d6-baa7-39a142994dea service neutron] 10.222.0.35 "GET /v2.0/networks/2f9b5ca4-be76-4ae1-ad42-c7502997efba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492865 Aug 21 10:55:58.531762 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273ae4f-7e23-4da8-8bcc-87b8e1c88ae7 req-a1066d75-d258-4f40-b5bb-65047a793d4b tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:58.533343 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2273ae4f-7e23-4da8-8bcc-87b8e1c88ae7 req-a1066d75-d258-4f40-b5bb-65047a793d4b tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 943 time: 0.0808883 Aug 21 10:55:58.580884 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2273ae4f-7e23-4da8-8bcc-87b8e1c88ae7 req-af86877b-f3ec-458a-823e-aa765ca15fde tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 Aug 21 10:55:59.788261 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9c0ef-1c7c-4bcc-ba0e-39467a926676 req-0a3966aa-eddd-4198-b5f9-39ad0a2ff7d6 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:55:59.789963 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0ed9c0ef-1c7c-4bcc-ba0e-39467a926676 req-0a3966aa-eddd-4198-b5f9-39ad0a2ff7d6 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 943 time: 0.0855620 Aug 21 10:55:59.846375 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0ed9c0ef-1c7c-4bcc-ba0e-39467a926676 req-b0545eaa-988a-4e9d-a213-13589fd47e28 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489600 Aug 21 10:56:00.755163 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf832c-cd41-4414-a0b7-e6b2c315df65 req-9d872683-6da9-40e7-9fef-73a1cb3dacf3 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:00.756815 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3eaf832c-cd41-4414-a0b7-e6b2c315df65 req-9d872683-6da9-40e7-9fef-73a1cb3dacf3 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0930595 Aug 21 10:56:00.805197 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3eaf832c-cd41-4414-a0b7-e6b2c315df65 req-bbf9e613-df34-4525-839b-934c442f3626 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418341 Aug 21 10:56:01.067000 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756c656-84ee-425e-8203-1c1dbb1e375d req-9598b9d8-45cc-4060-b57c-558742f3298b tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:01.068559 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3756c656-84ee-425e-8203-1c1dbb1e375d req-9598b9d8-45cc-4060-b57c-558742f3298b tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 943 time: 0.0937936 Aug 21 10:56:01.120425 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3756c656-84ee-425e-8203-1c1dbb1e375d req-885b67a0-476f-45f4-877c-57601995389e tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451181 Aug 21 10:56:01.716947 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b9b78-da20-4f35-bae9-ed1e41482c1a req-38f17318-a7f5-483c-9dae-9d77105c29ea tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:01.718590 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ca3b9b78-da20-4f35-bae9-ed1e41482c1a req-38f17318-a7f5-483c-9dae-9d77105c29ea tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 945 time: 0.0892246 Aug 21 10:56:01.768990 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ca3b9b78-da20-4f35-bae9-ed1e41482c1a req-d93364de-7640-41d5-b019-b084350b3c47 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442088 Aug 21 10:56:01.922715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 8ed6a4ff-90fe-4d0d-a160-031c425b06bc details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:56:02.021277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19591a47-838b-4fc8-b236-607f93a76ead req-7cc65b3e-dc7d-42cc-b486-193122609528 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:02.022755 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-19591a47-838b-4fc8-b236-607f93a76ead req-7cc65b3e-dc7d-42cc-b486-193122609528 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0881150 Aug 21 10:56:02.069202 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 8ed6a4ff-90fe-4d0d-a160-031c425b06bc, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8ed6a4ff-90fe-4d0d-a160-031c425b06bc,segment=NetworkSegment(4bd60684-8885-4bd9-8388-a2ff42f07972),segment_id=4bd60684-8885-4bd9-8388-a2ff42f07972)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:02.082514 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-19591a47-838b-4fc8-b236-607f93a76ead req-eeaeb5bb-4c0f-4562-9f64-8b4d43256354 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524304 Aug 21 10:56:02.085531 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '8ed6a4ff-90fe-4d0d-a160-031c425b06bc', 'network_id': '2f9b5ca4-be76-4ae1-ad42-c7502997efba', 'port_id': '8ed6a4ff-90fe-4d0d-a160-031c425b06bc', 'mac_address': 'fa:16:3e:c1:60:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93c400d-0e82-4816-a33c-c6d62ea8b43e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:56:02.141565 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:02.160079 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed6a4ff-90fe-4d0d-a160-031c425b06bc {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:56:02.202093 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 8ed6a4ff-90fe-4d0d-a160-031c425b06bc, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8ed6a4ff-90fe-4d0d-a160-031c425b06bc,segment=NetworkSegment(4bd60684-8885-4bd9-8388-a2ff42f07972),segment_id=4bd60684-8885-4bd9-8388-a2ff42f07972)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:02.238536 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:02.240553 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:02.324999 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=8ed6a4ff-90fe-4d0d-a160-031c425b06bc,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:02.328397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:02.341482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809100f-1cf5-40de-9c6d-99f3deedf34d req-ff63a53b-edb2-4e3e-bd3e-3c55ac3cceb6 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:02.343164 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5809100f-1cf5-40de-9c6d-99f3deedf34d req-ff63a53b-edb2-4e3e-bd3e-3c55ac3cceb6 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 944 time: 0.0908904 Aug 21 10:56:02.344580 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:02.394658 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5809100f-1cf5-40de-9c6d-99f3deedf34d req-ce3afbbd-6136-434f-ab4a-f795a1689573 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451028 Aug 21 10:56:02.820306 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['8ed6a4ff-90fe-4d0d-a160-031c425b06bc'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:56:02.978844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c9daf-92f6-4329-8339-a30314096243 req-a1873719-3283-40eb-972d-74331e3d53c9 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:02.981132 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c80c9daf-92f6-4329-8339-a30314096243 req-a1873719-3283-40eb-972d-74331e3d53c9 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 945 time: 0.0864334 Aug 21 10:56:03.030763 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c80c9daf-92f6-4329-8339-a30314096243 req-8cc287b5-94fa-41c7-8415-63a8ff681093 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432072 Aug 21 10:56:03.306976 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab894b-8522-4726-9dbf-92603ca654a6 req-f775f59e-fb76-43ca-9277-86f2c75326f4 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:03.308691 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-aaab894b-8522-4726-9dbf-92603ca654a6 req-f775f59e-fb76-43ca-9277-86f2c75326f4 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.0823100 Aug 21 10:56:03.362679 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-aaab894b-8522-4726-9dbf-92603ca654a6 req-af13e677-28bf-494f-9651-2030d24ced78 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478232 Aug 21 10:56:03.603090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411c0e1-df4a-4f8e-878c-09a7811536a1 req-84f4ecf3-e3b2-4c89-9cc5-68caa9097df0 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:03.604728 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3411c0e1-df4a-4f8e-878c-09a7811536a1 req-84f4ecf3-e3b2-4c89-9cc5-68caa9097df0 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 944 time: 0.0835583 Aug 21 10:56:03.654979 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3411c0e1-df4a-4f8e-878c-09a7811536a1 req-1d4af610-3ae2-4a73-ba61-d1e36e59bbe0 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436332 Aug 21 10:56:04.239745 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b180a41-68c4-40ca-8e8b-96f8b50d727d req-137395f9-5bc5-4956-aadf-4642bb9b4f66 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:04.241348 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1b180a41-68c4-40ca-8e8b-96f8b50d727d req-137395f9-5bc5-4956-aadf-4642bb9b4f66 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 945 time: 0.0855401 Aug 21 10:56:04.294993 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1b180a41-68c4-40ca-8e8b-96f8b50d727d req-1eb10050-3f00-4dbe-a58c-341598b2a16a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470967 Aug 21 10:56:04.358894 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c5a7c-adcd-451b-8587-3aaa1dc4598e req-d56f14f1-7e47-4612-9e4e-5d2b491bf554 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:04.360382 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6b7c5a7c-adcd-451b-8587-3aaa1dc4598e req-d56f14f1-7e47-4612-9e4e-5d2b491bf554 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 945 time: 0.0853841 Aug 21 10:56:04.433936 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-6b7c5a7c-adcd-451b-8587-3aaa1dc4598e req-f9dc696b-8d74-4d41-bba8-c1918cf30082 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Deleting port 3ea31af9-00f3-4a02-9cb7-8de58abd9082 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 10:56:04.434322 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-6b7c5a7c-adcd-451b-8587-3aaa1dc4598e req-f9dc696b-8d74-4d41-bba8-c1918cf30082 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:04.820337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c296e-c603-4b98-91e1-ff2e047eba43 req-86a98da9-1de5-492b-9af9-bc1f62f336dc tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:04.821943 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dd1c296e-c603-4b98-91e1-ff2e047eba43 req-86a98da9-1de5-492b-9af9-bc1f62f336dc tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.35 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.3633373 Aug 21 10:56:04.838800 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caabe4-af7c-4279-9375-5398cac4dd98 req-1b5a91cf-29a0-4259-8999-f4c4b63d035b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:04.840499 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-81caabe4-af7c-4279-9375-5398cac4dd98 req-1b5a91cf-29a0-4259-8999-f4c4b63d035b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.3355737 Aug 21 10:56:04.931290 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bcb31-7c50-4a42-838d-53ffc900231d req-3d03b5ea-d366-425c-9f64-bbd1c0c8ddd3 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:04.932884 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7d2bcb31-7c50-4a42-838d-53ffc900231d req-3d03b5ea-d366-425c-9f64-bbd1c0c8ddd3 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 944 time: 0.0837295 Aug 21 10:56:04.975426 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-6b7c5a7c-adcd-451b-8587-3aaa1dc4598e req-f9dc696b-8d74-4d41-bba8-c1918cf30082 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] For port 3ea31af9-00f3-4a02-9cb7-8de58abd9082, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=3ea31af9-00f3-4a02-9cb7-8de58abd9082,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:04.975851 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-6b7c5a7c-adcd-451b-8587-3aaa1dc4598e req-f9dc696b-8d74-4d41-bba8-c1918cf30082 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:04.982696 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7d2bcb31-7c50-4a42-838d-53ffc900231d req-b363b08b-4ff9-4085-b2c3-e7f01ce2d753 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428865 Aug 21 10:56:05.000373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-dd1c296e-c603-4b98-91e1-ff2e047eba43 req-efbccae8-31a5-412b-8132-2d57b235205b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Deleting port 253cfa1a-5ab7-4d0f-a502-517cff08cca1 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 10:56:05.000763 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-dd1c296e-c603-4b98-91e1-ff2e047eba43 req-efbccae8-31a5-412b-8132-2d57b235205b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:05.152688 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-81caabe4-af7c-4279-9375-5398cac4dd98 req-4d6a6e4f-9c37-42b1-82de-829821ee9214 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757387 Aug 21 10:56:05.161576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-6b7c5a7c-adcd-451b-8587-3aaa1dc4598e req-f9dc696b-8d74-4d41-bba8-c1918cf30082 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Calling delete_port for 3ea31af9-00f3-4a02-9cb7-8de58abd9082 owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 10:56:05.510926 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673cc55-de95-4593-93f2-e7e8cb5f8078 req-23ec8e8b-7289-4c0a-8530-1f587a5d70f3 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:05.512531 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a673cc55-de95-4593-93f2-e7e8cb5f8078 req-23ec8e8b-7289-4c0a-8530-1f587a5d70f3 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 945 time: 0.0909860 Aug 21 10:56:05.562752 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a673cc55-de95-4593-93f2-e7e8cb5f8078 req-4123d987-4a98-4cc2-8974-d674abc27a21 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441465 Aug 21 10:56:05.687016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-dd1c296e-c603-4b98-91e1-ff2e047eba43 req-efbccae8-31a5-412b-8132-2d57b235205b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] For port 253cfa1a-5ab7-4d0f-a502-517cff08cca1, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=253cfa1a-5ab7-4d0f-a502-517cff08cca1,segment=NetworkSegment(a4767212-735d-430e-9862-a96adcbbd211),segment_id=a4767212-735d-430e-9862-a96adcbbd211)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:05.687259 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-dd1c296e-c603-4b98-91e1-ff2e047eba43 req-efbccae8-31a5-412b-8132-2d57b235205b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:05.700407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-6b7c5a7c-adcd-451b-8587-3aaa1dc4598e req-f9dc696b-8d74-4d41-bba8-c1918cf30082 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:05.727767 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['a4db44f4-8c3e-4320-b71a-542f14ea5790', '57e0d7ef-9d24-4267-8aa0-863b6d2dee57', '2b511a89-faf5-4f05-a135-04fedfd0d436', '3ea31af9-00f3-4a02-9cb7-8de58abd9082'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:56:05.767117 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-1f382026-2758-48b2-a4c2-37f89e62c95f tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:05.859906 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc696b-8d74-4d41-bba8-c1918cf30082 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Pushing event deleted for resources: {'Port': ['ID=3ea31af9-00f3-4a02-9cb7-8de58abd9082,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:05.869264 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-dd1c296e-c603-4b98-91e1-ff2e047eba43 req-efbccae8-31a5-412b-8132-2d57b235205b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Calling delete_port for 253cfa1a-5ab7-4d0f-a502-517cff08cca1 owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 10:56:05.897813 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f9dc696b-8d74-4d41-bba8-c1918cf30082 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:05.961460 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 8ed6a4ff-90fe-4d0d-a160-031c425b06bc up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:56:06.001975 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7c5a7c-adcd-451b-8587-3aaa1dc4598e req-f9dc696b-8d74-4d41-bba8-c1918cf30082 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] No DVR routers for this DVR port 3ea31af9-00f3-4a02-9cb7-8de58abd9082 on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 10:56:06.006153 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-6b7c5a7c-adcd-451b-8587-3aaa1dc4598e req-f9dc696b-8d74-4d41-bba8-c1918cf30082 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:06.009749 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a997dc0-f441-46df-8ea9-466c44b20826', 'name': 'network-vif-deleted', 'tag': '3ea31af9-00f3-4a02-9cb7-8de58abd9082'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:56:06.091709 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6b7c5a7c-adcd-451b-8587-3aaa1dc4598e req-f9dc696b-8d74-4d41-bba8-c1918cf30082 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.35 "DELETE /v2.0/ports/3ea31af9-00f3-4a02-9cb7-8de58abd9082 HTTP/1.1" status: 204 len: 173 time: 1.7253559 Aug 21 10:56:06.099403 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a997dc0-f441-46df-8ea9-466c44b20826', 'name': 'network-vif-deleted', 'tag': '3ea31af9-00f3-4a02-9cb7-8de58abd9082', 'status': 'completed', 'code': 200} Aug 21 10:56:06.248818 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 8ed6a4ff-90fe-4d0d-a160-031c425b06bc completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:56:06.259066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 8ed6a4ff-90fe-4d0d-a160-031c425b06bc triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:56:06.259512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:06.267437 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5970e-b995-4092-9582-9698ab5d9a55 req-d9f2d868-a112-4820-9f8c-c88b4d6e5258 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:06.269344 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-05b5970e-b995-4092-9582-9698ab5d9a55 req-d9f2d868-a112-4820-9f8c-c88b4d6e5258 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 944 time: 0.1114671 Aug 21 10:56:06.365911 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-05b5970e-b995-4092-9582-9698ab5d9a55 req-e509dfe1-6f99-469f-93b9-3be145f87fa4 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899851 Aug 21 10:56:06.393541 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:06.425675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1f9c99-a2f8-45f9-aeda-d046dab51a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed6a4ff-90fe-4d0d-a160-031c425b06bc'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:56:06.436905 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 8ed6a4ff-90fe-4d0d-a160-031c425b06bc, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8ed6a4ff-90fe-4d0d-a160-031c425b06bc,segment=NetworkSegment(4bd60684-8885-4bd9-8388-a2ff42f07972),segment_id=4bd60684-8885-4bd9-8388-a2ff42f07972)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:06.462799 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767be2e-cb37-4dbb-9532-3d272e376d69 req-999ca081-3c1f-49ab-86bd-778be6ba6eec tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:06.470503 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a767be2e-cb37-4dbb-9532-3d272e376d69 req-999ca081-3c1f-49ab-86bd-778be6ba6eec tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 945 time: 0.1242454 Aug 21 10:56:06.487712 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1f9c99-a2f8-45f9-aeda-d046dab51a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed6a4ff-90fe-4d0d-a160-031c425b06bc', 'code': 200} Aug 21 10:56:06.499750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:06.501036 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 3ea31af9-00f3-4a02-9cb7-8de58abd9082 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 10:56:06.506990 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-dd1c296e-c603-4b98-91e1-ff2e047eba43 req-efbccae8-31a5-412b-8132-2d57b235205b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:06.515882 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:06.544378 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:06.565884 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbccae8-31a5-412b-8132-2d57b235205b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Pushing event deleted for resources: {'Port': ['ID=253cfa1a-5ab7-4d0f-a502-517cff08cca1,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:06.570091 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 54070) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:06.578881 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-efbccae8-31a5-412b-8132-2d57b235205b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:06.592414 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a767be2e-cb37-4dbb-9532-3d272e376d69 req-5fc99068-3ad2-4f53-8e69-c36193ed4617 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206672 Aug 21 10:56:06.619157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: 3ea31af9-00f3-4a02-9cb7-8de58abd9082 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 10:56:06.619629 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 3ea31af9-00f3-4a02-9cb7-8de58abd9082 not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 10:56:06.636643 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=8ed6a4ff-90fe-4d0d-a160-031c425b06bc,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:06.640438 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:06.670551 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1c296e-c603-4b98-91e1-ff2e047eba43 req-efbccae8-31a5-412b-8132-2d57b235205b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] No DVR routers for this DVR port 253cfa1a-5ab7-4d0f-a502-517cff08cca1 on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 10:56:06.673058 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-dd1c296e-c603-4b98-91e1-ff2e047eba43 req-efbccae8-31a5-412b-8132-2d57b235205b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:06.717256 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dd1c296e-c603-4b98-91e1-ff2e047eba43 req-efbccae8-31a5-412b-8132-2d57b235205b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.35 "DELETE /v2.0/ports/253cfa1a-5ab7-4d0f-a502-517cff08cca1 HTTP/1.1" status: 204 len: 173 time: 1.8756690 Aug 21 10:56:06.813236 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-646c6773-c00d-4175-be92-fccc1c4f6c02 req-f1c4a350-9d3f-4f10-9784-ebb0f8cf10e7 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a997dc0-f441-46df-8ea9-466c44b20826 HTTP/1.1" status: 200 len: 210 time: 0.0680313 Aug 21 10:56:06.816113 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4d4a64c8-d63e-4a63-9b29-5cb3dd7228b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:06.875233 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4d4a64c8-d63e-4a63-9b29-5cb3dd7228b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:56:06.882800 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4d4a64c8-d63e-4a63-9b29-5cb3dd7228b5 admin admin] Usage tracker for resource:security_group_rule and tenant:af119e05993e4e71b2726408535caf38 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:56:06.890094 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4d4a64c8-d63e-4a63-9b29-5cb3dd7228b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:56:06.901308 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4d4a64c8-d63e-4a63-9b29-5cb3dd7228b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:56:06.925411 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8ca9b116-94ce-4343-8519-ccb6927bfac2 req-bb6bbf1e-d458-42ca-9e85-dd44b7bcf4ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 1098 time: 0.1315801 Aug 21 10:56:06.979115 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8ca9b116-94ce-4343-8519-ccb6927bfac2 req-e62bb848-e311-4571-9535-226a5315bd94 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452263 Aug 21 10:56:07.004466 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4d4a64c8-d63e-4a63-9b29-5cb3dd7228b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:07.042261 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4d4a64c8-d63e-4a63-9b29-5cb3dd7228b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:07.050947 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5585575d-4fb0-463b-8c87-75f2d86d1340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:07.098353 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a64c8-d63e-4a63-9b29-5cb3dd7228b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d538607a-07fc-4060-92d5-d68400a9d07c,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:07.104383 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4d4a64c8-d63e-4a63-9b29-5cb3dd7228b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af119e05993e4e71b2726408535caf38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5319114 Aug 21 10:56:07.104383 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4d4a64c8-d63e-4a63-9b29-5cb3dd7228b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:07.106832 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 54088) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:07.138561 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['8eed1f9b-507b-47e7-a26d-9c3bbb6967e4'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:56:07.176435 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1a42a0e4-6c12-489c-afdb-e810670b8479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:07.206063 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1a42a0e4-6c12-489c-afdb-e810670b8479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:07.301940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1a42a0e4-6c12-489c-afdb-e810670b8479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:07.309984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-bfee540d-d503-4205-91d5-32f2dc36b9f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:07.331253 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42a0e4-6c12-489c-afdb-e810670b8479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d538607a-07fc-4060-92d5-d68400a9d07c,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:07.332265 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1a42a0e4-6c12-489c-afdb-e810670b8479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:07.333498 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-1a42a0e4-6c12-489c-afdb-e810670b8479 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d538607a-07fc-4060-92d5-d68400a9d07c HTTP/1.1" status: 204 len: 168 time: 0.2255218 Aug 21 10:56:07.334587 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-1a42a0e4-6c12-489c-afdb-e810670b8479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:07.639748 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e02db-6fa7-492b-b2b3-1b5d6e3796d7 req-64a9aa3a-27b9-40bd-8f06-010dfa894a4c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:07.641187 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-394e02db-6fa7-492b-b2b3-1b5d6e3796d7 req-64a9aa3a-27b9-40bd-8f06-010dfa894a4c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 945 time: 0.0877345 Aug 21 10:56:07.707170 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-394e02db-6fa7-492b-b2b3-1b5d6e3796d7 req-f467d4ad-01a5-4752-82bd-a2315438e224 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591917 Aug 21 10:56:07.842777 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f2c95749-7691-420e-b27b-25783efd8ed8 req-5f7d3418-ccd6-462c-b6e0-c4cf7c863f7f tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=46676ec0-dbfc-4dbe-93af-8d9d5dc4125c HTTP/1.1" status: 200 len: 210 time: 0.0681953 Aug 21 10:56:07.962835 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 253cfa1a-5ab7-4d0f-a502-517cff08cca1 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 10:56:08.001036 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: 253cfa1a-5ab7-4d0f-a502-517cff08cca1 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 10:56:08.001425 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 253cfa1a-5ab7-4d0f-a502-517cff08cca1 not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 10:56:08.100635 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46676ec0-dbfc-4dbe-93af-8d9d5dc4125c', 'name': 'network-vif-deleted', 'tag': '253cfa1a-5ab7-4d0f-a502-517cff08cca1'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:56:08.156760 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46676ec0-dbfc-4dbe-93af-8d9d5dc4125c', 'name': 'network-vif-deleted', 'tag': '253cfa1a-5ab7-4d0f-a502-517cff08cca1', 'status': 'completed', 'code': 200} Aug 21 10:56:08.497900 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 54128) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:08.638163 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1054776745-network', 'tenant_id': '53ec20c143074dbdbb94547f27b02ab3'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:56:08.643217 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:56:08.647198 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Usage tracker for resource:network and tenant:53ec20c143074dbdbb94547f27b02ab3 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:56:08.650287 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:56:08.826594 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:56:08.872987 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Made reservation on behalf of 53ec20c143074dbdbb94547f27b02ab3 for: {'network': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:56:08.879341 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:08.896490 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:08.926830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84833917-d378-4144-a111-0156cb23821a req-55b058fd-1218-4b79-924a-1c7ccd50c1e1 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:08.928626 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84833917-d378-4144-a111-0156cb23821a req-55b058fd-1218-4b79-924a-1c7ccd50c1e1 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 945 time: 0.0923035 Aug 21 10:56:08.941045 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:56:08.945618 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Usage tracker for resource:security_group_rule and tenant:53ec20c143074dbdbb94547f27b02ab3 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:56:08.962409 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:56:08.962409 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:56:08.984976 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84833917-d378-4144-a111-0156cb23821a req-1f68b5a4-98fd-4d88-8c3a-f362fdebcebc tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491493 Aug 21 10:56:09.043166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:09.072705 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:09.077515 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9ac16990-4d69-41fe-a258-46430848c830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:09.114996 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=82511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 10:56:09.121595 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e3e089-e4bb-4e84-bd70-faf7603ca0de,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:09.125768 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:09.129713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:09.130101 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Added segment b78823b8-e97f-43f7-9c1c-2d9418bd4638 of type vlan for network 940d4f2c-598f-4f8a-9374-817e1e821a85 Aug 21 10:56:09.157572 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:09.224692 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:09.226761 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:09.227445 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:09.233827 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:09.330656 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b567-1be7-4de5-b14e-33de1f31e311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:09.358156 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Pushing event updated for resources: {'Network': ['ID=940d4f2c-598f-4f8a-9374-817e1e821a85,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:09.363739 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:09.372430 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network 940d4f2c-598f-4f8a-9374-817e1e821a85 details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:56:09.418624 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9193194 Aug 21 10:56:09.421450 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 54156) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:09.430385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] Request body: {'subnet': {'network_id': '940d4f2c-598f-4f8a-9374-817e1e821a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1054776745-subnet', 'tenant_id': '53ec20c143074dbdbb94547f27b02ab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:56:09.436184 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:56:09.441171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] Usage tracker for resource:subnet and tenant:53ec20c143074dbdbb94547f27b02ab3 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:56:09.445016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:56:09.452279 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:56:09.493181 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] Made reservation on behalf of 53ec20c143074dbdbb94547f27b02ab3 for: {'subnet': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:56:09.498265 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31956675'] for subnet, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:09.522303 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a73ce-4645-4b7c-8f38-1f33da612bb3 req-ff1a9329-5fcc-48ad-814d-70b9b6b4a077 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:09.523179 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-732a73ce-4645-4b7c-8f38-1f33da612bb3 req-ff1a9329-5fcc-48ad-814d-70b9b6b4a077 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Synchronizing usage tracker for tenant:632e482613fd4a6c983ef87427c49787 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:56:09.567483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-732a73ce-4645-4b7c-8f38-1f33da612bb3 req-ff1a9329-5fcc-48ad-814d-70b9b6b4a077 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Unset dirty status for tenant:632e482613fd4a6c983ef87427c49787 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:56:09.568842 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-732a73ce-4645-4b7c-8f38-1f33da612bb3 req-ff1a9329-5fcc-48ad-814d-70b9b6b4a077 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1632144 Aug 21 10:56:09.632505 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-732a73ce-4645-4b7c-8f38-1f33da612bb3 req-179706ae-1f01-4f26-95bc-2a18913d9560 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556030 Aug 21 10:56:09.766714 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1720835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31956690'] for subnet, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:09.770176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8280ba8a-2652-4b62-aa23-dba8092a535c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:09.847336 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d7a2392-19fe-4aa8-b158-e2b12697376c,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:09.851115 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:09.858499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] Checking segment: {'id': 'b78823b8-e97f-43f7-9c1c-2d9418bd4638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '940d4f2c-598f-4f8a-9374-817e1e821a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:56:09.858906 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] Network hostable DHCP agents. Network: 940d4f2c-598f-4f8a-9374-817e1e821a85, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:56:09.913100 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] Network 940d4f2c-598f-4f8a-9374-817e1e821a85 is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:56:09.925564 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf08da7-9845-4b4a-8dc5-1441b73b582b req-9baeea58-2cb7-4fcc-ba7b-3106b737f50b tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:09.926277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-7cf08da7-9845-4b4a-8dc5-1441b73b582b req-9baeea58-2cb7-4fcc-ba7b-3106b737f50b tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Synchronizing usage tracker for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:56:09.981319 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-7cf08da7-9845-4b4a-8dc5-1441b73b582b req-9baeea58-2cb7-4fcc-ba7b-3106b737f50b tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Unset dirty status for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:56:09.982622 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7cf08da7-9845-4b4a-8dc5-1441b73b582b req-9baeea58-2cb7-4fcc-ba7b-3106b737f50b tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 945 time: 0.1472740 Aug 21 10:56:10.018985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, 940d4f2c-598f-4f8a-9374-817e1e821a85) {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:56:10.023501 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:10.024365 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:10.031899 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a48fa9a-91b6-4ed8-b230-38df7c84dd1a None None] Network 940d4f2c-598f-4f8a-9374-817e1e821a85 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:56:10.037400 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7cf08da7-9845-4b4a-8dc5-1441b73b582b req-bf04fe21-3882-419c-bd61-c43c1c4404ed tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479534 Aug 21 10:56:10.079054 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-579167de-f627-40e4-af08-a5838bccee45 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6559200 Aug 21 10:56:10.286772 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b999bda8-4895-45a0-b628-49431f54548e None None] Network 940d4f2c-598f-4f8a-9374-817e1e821a85 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:56:10.687392 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538c231-5af9-4fc0-b82c-67a86840f5cb req-e2546938-8fb8-4fae-881f-0b3c497ace36 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:10.689034 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7538c231-5af9-4fc0-b82c-67a86840f5cb req-e2546938-8fb8-4fae-881f-0b3c497ace36 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 945 time: 0.1011629 Aug 21 10:56:10.740115 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7538c231-5af9-4fc0-b82c-67a86840f5cb req-daaf2193-9ac1-4f68-a1e8-685f3d6dc077 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445631 Aug 21 10:56:10.944618 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:10.964720 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b521c-20ab-4afe-9819-14ef4ee53540 req-1ec1f1b7-2b44-4708-bf6d-d4259a573265 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:10.966392 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0c0b521c-20ab-4afe-9819-14ef4ee53540 req-1ec1f1b7-2b44-4708-bf6d-d4259a573265 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0850160 Aug 21 10:56:11.023574 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0c0b521c-20ab-4afe-9819-14ef4ee53540 req-62f60cd8-76cb-4ae5-9907-e108894efc2a tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497985 Aug 21 10:56:11.191204 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c601b-807a-4442-a024-9f4683b856db req-d4aa7eaa-af76-4432-adee-187d12945392 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:11.193463 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e20c601b-807a-4442-a024-9f4683b856db req-d4aa7eaa-af76-4432-adee-187d12945392 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.1100230 Aug 21 10:56:11.255991 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e20c601b-807a-4442-a024-9f4683b856db req-6cadf1e9-0b40-4fa6-adc6-c27f6e298baa tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554912 Aug 21 10:56:11.310199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b98bb-5d74-49ab-878f-2adec835a6bb req-d18aa7fe-6429-45d3-866c-e0b5f2ee14c0 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:11.311828 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5c3b98bb-5d74-49ab-878f-2adec835a6bb req-d18aa7fe-6429-45d3-866c-e0b5f2ee14c0 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 945 time: 0.0876060 Aug 21 10:56:11.361196 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5c3b98bb-5d74-49ab-878f-2adec835a6bb req-affa60f5-1ee0-4e1e-bec6-cee4ba3eb7e6 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429516 Aug 21 10:56:11.946258 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60717cda-0266-4914-9c11-f80e4e0c4f3e req-bad49244-6fa1-4348-864d-9931fc9b79a0 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:11.947868 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-60717cda-0266-4914-9c11-f80e4e0c4f3e req-bad49244-6fa1-4348-864d-9931fc9b79a0 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 945 time: 0.0857971 Aug 21 10:56:11.975526 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-afed6a44-3ec9-43b5-9fce-f645479917c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:11.996137 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-60717cda-0266-4914-9c11-f80e4e0c4f3e req-3ad63a86-d18d-4422-b86d-6693fe8d18a8 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412438 Aug 21 10:56:12.239134 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a367b-59d8-4b54-a492-41cae39cab5c req-6f71462e-cb32-419a-a4ae-05329f2da706 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:12.240768 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-aa8a367b-59d8-4b54-a492-41cae39cab5c req-6f71462e-cb32-419a-a4ae-05329f2da706 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0932734 Aug 21 10:56:12.244249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:12.292902 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-aa8a367b-59d8-4b54-a492-41cae39cab5c req-e545ca63-e290-4e75-8e19-f671b13aa6d6 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454950 Aug 21 10:56:12.473704 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba220a-289d-4d12-9f30-595c6b0a12dc req-64c6cd88-481d-4eb0-b694-75b39c11a99b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:12.475206 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1ba220a-289d-4d12-9f30-595c6b0a12dc req-64c6cd88-481d-4eb0-b694-75b39c11a99b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0815995 Aug 21 10:56:12.564875 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1328a-9c5b-4f72-830a-def41bb42c73 req-3c422964-ae2e-4c79-a121-02b96c886198 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:12.567636 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-47c1328a-9c5b-4f72-830a-def41bb42c73 req-3c422964-ae2e-4c79-a121-02b96c886198 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 945 time: 0.0847280 Aug 21 10:56:12.571579 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1ba220a-289d-4d12-9f30-595c6b0a12dc req-f7c6e0a0-6d71-47f0-9c9e-7674cd870e88 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895166 Aug 21 10:56:12.609055 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230fb42-753b-411a-8dd3-35b9fcb36041 req-4e6b0cd3-2bf0-415d-8de1-08383e4231f9 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:12.610693 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0230fb42-753b-411a-8dd3-35b9fcb36041 req-4e6b0cd3-2bf0-415d-8de1-08383e4231f9 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 945 time: 0.0899401 Aug 21 10:56:12.625333 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-47c1328a-9c5b-4f72-830a-def41bb42c73 req-b5e10d28-c791-4ef7-bd12-b15577e5b378 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485110 Aug 21 10:56:12.685413 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-0230fb42-753b-411a-8dd3-35b9fcb36041 req-2c242138-3ef1-4bb9-8031-1d5183c45b7a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Deleting port 2b511a89-faf5-4f05-a135-04fedfd0d436 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 10:56:12.685895 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-0230fb42-753b-411a-8dd3-35b9fcb36041 req-2c242138-3ef1-4bb9-8031-1d5183c45b7a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:12.937543 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-0230fb42-753b-411a-8dd3-35b9fcb36041 req-2c242138-3ef1-4bb9-8031-1d5183c45b7a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] For port 2b511a89-faf5-4f05-a135-04fedfd0d436, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2b511a89-faf5-4f05-a135-04fedfd0d436,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:12.937870 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-0230fb42-753b-411a-8dd3-35b9fcb36041 req-2c242138-3ef1-4bb9-8031-1d5183c45b7a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:13.094334 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-0230fb42-753b-411a-8dd3-35b9fcb36041 req-2c242138-3ef1-4bb9-8031-1d5183c45b7a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Calling delete_port for 2b511a89-faf5-4f05-a135-04fedfd0d436 owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 10:56:13.313862 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff25c4-be25-4103-8fde-6050d1e14f01 req-c762ac57-1be2-47bb-80ed-98033cccfcf5 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:13.315439 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-74ff25c4-be25-4103-8fde-6050d1e14f01 req-c762ac57-1be2-47bb-80ed-98033cccfcf5 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 945 time: 0.3131428 Aug 21 10:56:13.371987 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae60704-09bb-44e1-baea-769f6977dfe2 req-d054a659-84b2-44f9-bb4c-1fe9af51587a tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:13.373586 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6ae60704-09bb-44e1-baea-769f6977dfe2 req-d054a659-84b2-44f9-bb4c-1fe9af51587a tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 945 time: 0.2389672 Aug 21 10:56:13.442458 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-74ff25c4-be25-4103-8fde-6050d1e14f01 req-29e1d080-a9a5-4a0e-9057-ce087733be32 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Deleting port 8ed6a4ff-90fe-4d0d-a160-031c425b06bc {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 10:56:13.442852 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-74ff25c4-be25-4103-8fde-6050d1e14f01 req-29e1d080-a9a5-4a0e-9057-ce087733be32 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:13.487045 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-0230fb42-753b-411a-8dd3-35b9fcb36041 req-2c242138-3ef1-4bb9-8031-1d5183c45b7a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:13.497305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:13.498998 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['a4db44f4-8c3e-4320-b71a-542f14ea5790', '57e0d7ef-9d24-4267-8aa0-863b6d2dee57', '2b511a89-faf5-4f05-a135-04fedfd0d436'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:56:13.521097 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9cee4-d8e9-44db-b153-51211c8745c1 req-0bf8e76e-bd68-4fcf-b7c5-28154ad72d4a tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:13.522298 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-eab9cee4-d8e9-44db-b153-51211c8745c1 req-0bf8e76e-bd68-4fcf-b7c5-28154ad72d4a tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0870128 Aug 21 10:56:13.556523 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c242138-3ef1-4bb9-8031-1d5183c45b7a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Pushing event deleted for resources: {'Port': ['ID=2b511a89-faf5-4f05-a135-04fedfd0d436,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:13.575673 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-eab9cee4-d8e9-44db-b153-51211c8745c1 req-f647b3ce-f17d-49ff-b04d-8503e7b92034 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449970 Aug 21 10:56:13.599577 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2c242138-3ef1-4bb9-8031-1d5183c45b7a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:13.601768 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:13.693265 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6ae60704-09bb-44e1-baea-769f6977dfe2 req-67160028-2656-4ee7-8097-1f328f84f49b tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa99001-73cd-4a39-a2cc-31769213c1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102093 Aug 21 10:56:13.722785 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-0230fb42-753b-411a-8dd3-35b9fcb36041 req-2c242138-3ef1-4bb9-8031-1d5183c45b7a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] No DVR routers for this DVR port 2b511a89-faf5-4f05-a135-04fedfd0d436 on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 10:56:13.732786 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-0230fb42-753b-411a-8dd3-35b9fcb36041 req-2c242138-3ef1-4bb9-8031-1d5183c45b7a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:13.744029 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec2be8b-cbe6-4971-bbca-a25020debbb3', 'name': 'network-vif-deleted', 'tag': '2b511a89-faf5-4f05-a135-04fedfd0d436'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:56:13.888094 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ed3ec88a-a42b-42df-ae6d-79c39a649b2b tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:13.888845 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ed3ec88a-a42b-42df-ae6d-79c39a649b2b tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Synchronizing usage tracker for tenant:53ec20c143074dbdbb94547f27b02ab3 on resource:network {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:56:13.892063 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0230fb42-753b-411a-8dd3-35b9fcb36041 req-2c242138-3ef1-4bb9-8031-1d5183c45b7a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.35 "DELETE /v2.0/ports/2b511a89-faf5-4f05-a135-04fedfd0d436 HTTP/1.1" status: 204 len: 173 time: 1.2751238 Aug 21 10:56:13.964681 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ed3ec88a-a42b-42df-ae6d-79c39a649b2b tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Unset dirty status for tenant:53ec20c143074dbdbb94547f27b02ab3 on resource:network {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:56:13.965973 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ed3ec88a-a42b-42df-ae6d-79c39a649b2b tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/networks?id=940d4f2c-598f-4f8a-9374-817e1e821a85 HTTP/1.1" status: 200 len: 814 time: 0.2447636 Aug 21 10:56:13.974219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-74ff25c4-be25-4103-8fde-6050d1e14f01 req-29e1d080-a9a5-4a0e-9057-ce087733be32 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] For port 8ed6a4ff-90fe-4d0d-a160-031c425b06bc, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8ed6a4ff-90fe-4d0d-a160-031c425b06bc,segment=NetworkSegment(4bd60684-8885-4bd9-8388-a2ff42f07972),segment_id=4bd60684-8885-4bd9-8388-a2ff42f07972)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:13.974625 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-74ff25c4-be25-4103-8fde-6050d1e14f01 req-29e1d080-a9a5-4a0e-9057-ce087733be32 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:13.984145 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f3999f63-9172-442e-bcca-46ff037ee025 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/quotas/53ec20c143074dbdbb94547f27b02ab3 HTTP/1.1" status: 200 len: 375 time: 0.0120707 Aug 21 10:56:14.037759 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-68e7ff82-3753-479c-b6f9-34d7683f602e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=53ec20c143074dbdbb94547f27b02ab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473554 Aug 21 10:56:14.189413 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f0c1f-9132-4b81-a352-8a0fcc3769e4 req-794d0d1a-5680-4866-8f49-bb7d189054f6 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:14.189961 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-e02287d1-5f37-4b7e-9ea1-f32a7fc52c43 service neutron] 10.222.0.49 "GET /v2.0/networks/940d4f2c-598f-4f8a-9374-817e1e821a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436758 Aug 21 10:56:14.191018 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-255f0c1f-9132-4b81-a352-8a0fcc3769e4 req-794d0d1a-5680-4866-8f49-bb7d189054f6 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.3571827 Aug 21 10:56:14.319324 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-74ff25c4-be25-4103-8fde-6050d1e14f01 req-29e1d080-a9a5-4a0e-9057-ce087733be32 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Calling delete_port for 8ed6a4ff-90fe-4d0d-a160-031c425b06bc owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 10:56:14.333608 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-e22b9d6f-e81e-424e-9544-a4ede51164ef service neutron] 10.222.0.49 "GET /v2.0/networks/940d4f2c-598f-4f8a-9374-817e1e821a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355746 Aug 21 10:56:14.412505 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-255f0c1f-9132-4b81-a352-8a0fcc3769e4 req-d269f955-5919-412f-a3ca-576d56ee53e2 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700397 Aug 21 10:56:14.522730 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-74ff25c4-be25-4103-8fde-6050d1e14f01 req-29e1d080-a9a5-4a0e-9057-ce087733be32 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:14.530893 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:14.576840 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec2be8b-cbe6-4971-bbca-a25020debbb3', 'name': 'network-vif-deleted', 'tag': '2b511a89-faf5-4f05-a135-04fedfd0d436', 'status': 'completed', 'code': 200} Aug 21 10:56:14.620865 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1d080-a9a5-4a0e-9057-ce087733be32 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Pushing event deleted for resources: {'Port': ['ID=8ed6a4ff-90fe-4d0d-a160-031c425b06bc,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:14.623742 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-29e1d080-a9a5-4a0e-9057-ce087733be32 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:14.642788 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-ad77c075-fc16-467f-b998-707a00d680df req-70479d2f-02a2-4e4e-96c4-0fb42edfae31 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Synchronizing usage tracker for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:56:14.648859 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d1459824-5882-4d4b-9b44-b3cc48c50799 req-73a822f8-54e8-4113-bb4e-ba4ffc11200d tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 210 time: 0.0485883 Aug 21 10:56:14.744743 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ff25c4-be25-4103-8fde-6050d1e14f01 req-29e1d080-a9a5-4a0e-9057-ce087733be32 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] No DVR routers for this DVR port 8ed6a4ff-90fe-4d0d-a160-031c425b06bc on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 10:56:14.747970 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-74ff25c4-be25-4103-8fde-6050d1e14f01 req-29e1d080-a9a5-4a0e-9057-ce087733be32 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:14.775593 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-ad77c075-fc16-467f-b998-707a00d680df req-70479d2f-02a2-4e4e-96c4-0fb42edfae31 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Unset dirty status for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:56:14.777262 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ad77c075-fc16-467f-b998-707a00d680df req-70479d2f-02a2-4e4e-96c4-0fb42edfae31 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=dec2be8b-cbe6-4971-bbca-a25020debbb3 HTTP/1.1" status: 200 len: 210 time: 0.2084422 Aug 21 10:56:14.805954 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-74ff25c4-be25-4103-8fde-6050d1e14f01 req-29e1d080-a9a5-4a0e-9057-ce087733be32 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.35 "DELETE /v2.0/ports/8ed6a4ff-90fe-4d0d-a160-031c425b06bc HTTP/1.1" status: 204 len: 173 time: 1.4782646 Aug 21 10:56:14.900252 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c020bb-b565-453a-b10d-f91d54ab179b req-5de4df5d-b727-4ec7-a1bb-b162a0fefaf6 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:14.902375 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-33c020bb-b565-453a-b10d-f91d54ab179b req-5de4df5d-b727-4ec7-a1bb-b162a0fefaf6 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.1253395 Aug 21 10:56:14.944543 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-b2738d61-d3fe-4fa7-93b6-1f2c12db8dfe req-63339b4c-86fd-487e-a682-c99b51fa591a tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Synchronizing usage tracker for tenant:b4b63a7e01e34d8a8d613d2da8d544ab on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:56:14.955466 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-33c020bb-b565-453a-b10d-f91d54ab179b req-1bee84f7-af78-45bf-867a-1c872b19d9fa tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469289 Aug 21 10:56:14.998410 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-b2738d61-d3fe-4fa7-93b6-1f2c12db8dfe req-63339b4c-86fd-487e-a682-c99b51fa591a tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Unset dirty status for tenant:b4b63a7e01e34d8a8d613d2da8d544ab on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:56:14.999715 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b2738d61-d3fe-4fa7-93b6-1f2c12db8dfe req-63339b4c-86fd-487e-a682-c99b51fa591a tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f1f9c99-a2f8-45f9-aeda-d046dab51a37 HTTP/1.1" status: 200 len: 210 time: 0.1038022 Aug 21 10:56:15.627564 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14a721-5388-4f9b-980a-9eb46715e38d req-5515bb9b-05de-4480-88bf-6efc3033162c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:15.629205 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8f14a721-5388-4f9b-980a-9eb46715e38d req-5515bb9b-05de-4480-88bf-6efc3033162c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0829017 Aug 21 10:56:15.683375 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8f14a721-5388-4f9b-980a-9eb46715e38d req-433915e2-0df4-4a0b-82d9-29d2c738e900 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474267 Aug 21 10:56:15.828960 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a6b03465-3bd1-4fe9-a7eb-1b54087db694 req-a0ab8b3f-b9b9-450c-b106-52c03e2e4321 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 210 time: 0.0494730 Aug 21 10:56:15.984221 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 8ed6a4ff-90fe-4d0d-a160-031c425b06bc no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 10:56:16.022693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: 8ed6a4ff-90fe-4d0d-a160-031c425b06bc {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 10:56:16.023090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 8ed6a4ff-90fe-4d0d-a160-031c425b06bc not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 10:56:16.023574 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2b511a89-faf5-4f05-a135-04fedfd0d436 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 10:56:16.060856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: 2b511a89-faf5-4f05-a135-04fedfd0d436 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 10:56:16.061260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2b511a89-faf5-4f05-a135-04fedfd0d436 not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 10:56:16.166415 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9d4d1-e14c-4f17-be5e-a02b63dbe8e1 req-cd411aa6-3cff-4236-a4b9-3558f73cd70d tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:16.168105 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1bc9d4d1-e14c-4f17-be5e-a02b63dbe8e1 req-cd411aa6-3cff-4236-a4b9-3558f73cd70d tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0816875 Aug 21 10:56:16.220911 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1bc9d4d1-e14c-4f17-be5e-a02b63dbe8e1 req-9f6fc1d3-f815-4478-9488-72f9497db17d tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461378 Aug 21 10:56:16.428313 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd82973-3de4-41cf-97b5-fdceb8524fc4 req-44724aa5-3004-493f-a08b-a40f7e467de0 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:16.436218 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9cd82973-3de4-41cf-97b5-fdceb8524fc4 req-44724aa5-3004-493f-a08b-a40f7e467de0 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 945 time: 0.1025109 Aug 21 10:56:16.449185 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b42a4-724d-4116-8989-c542c7b1cc61 req-d4394865-4ecf-410d-9cf5-6d86041862e3 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:16.450917 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-596b42a4-724d-4116-8989-c542c7b1cc61 req-d4394865-4ecf-410d-9cf5-6d86041862e3 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.35 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0931399 Aug 21 10:56:16.480340 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9cd82973-3de4-41cf-97b5-fdceb8524fc4 req-ac9b83c1-3038-432d-b360-12c9efc74386 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426638 Aug 21 10:56:16.578156 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1f9c99-a2f8-45f9-aeda-d046dab51a37', 'name': 'network-vif-deleted', 'tag': '8ed6a4ff-90fe-4d0d-a160-031c425b06bc'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:56:16.631317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-596b42a4-724d-4116-8989-c542c7b1cc61 req-da136972-6e3f-4355-ad6f-897350545a1b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Deleting port 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 10:56:16.632053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-596b42a4-724d-4116-8989-c542c7b1cc61 req-da136972-6e3f-4355-ad6f-897350545a1b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:16.660975 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1f9c99-a2f8-45f9-aeda-d046dab51a37', 'name': 'network-vif-deleted', 'tag': '8ed6a4ff-90fe-4d0d-a160-031c425b06bc', 'status': 'completed', 'code': 200} Aug 21 10:56:16.772391 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-bc2bc750-c40d-4347-b63c-743e95039e08 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:16.773958 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-bc2bc750-c40d-4347-b63c-743e95039e08 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.35 "GET /v2.0/networks?id=940d4f2c-598f-4f8a-9374-817e1e821a85 HTTP/1.1" status: 200 len: 814 time: 0.2841086 Aug 21 10:56:16.800368 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Request body: {'port': {'device_id': 'a386962c-158d-4fc8-a1a4-3283157c9c26', 'network_id': '940d4f2c-598f-4f8a-9374-817e1e821a85', 'admin_state_up': True, 'tenant_id': '53ec20c143074dbdbb94547f27b02ab3'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:56:16.935741 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b06d8-4841-455b-8f82-0ed21678ee52 req-c016495e-cbbe-464c-ab8e-6e787498a77b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:16.943127 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a38b06d8-4841-455b-8f82-0ed21678ee52 req-c016495e-cbbe-464c-ab8e-6e787498a77b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0984972 Aug 21 10:56:16.998179 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a38b06d8-4841-455b-8f82-0ed21678ee52 req-d431bf58-554c-4907-87f5-b5509f22cf35 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540080 Aug 21 10:56:17.054479 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-12396f2d-0875-46eb-a651-3499d657973f req-5ed16923-c6dc-45e6-8231-3af373340b8e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 210 time: 0.0706353 Aug 21 10:56:17.133954 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-596b42a4-724d-4116-8989-c542c7b1cc61 req-da136972-6e3f-4355-ad6f-897350545a1b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] For port 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4,segment=NetworkSegment(a4767212-735d-430e-9862-a96adcbbd211),segment_id=a4767212-735d-430e-9862-a96adcbbd211)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:17.134361 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-596b42a4-724d-4116-8989-c542c7b1cc61 req-da136972-6e3f-4355-ad6f-897350545a1b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:17.146430 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:56:17.201798 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Usage tracker for resource:port and tenant:53ec20c143074dbdbb94547f27b02ab3 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:56:17.262654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:56:17.271577 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-596b42a4-724d-4116-8989-c542c7b1cc61 req-da136972-6e3f-4355-ad6f-897350545a1b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Calling delete_port for 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 10:56:17.307836 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:56:17.391136 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Made reservation on behalf of 53ec20c143074dbdbb94547f27b02ab3 for: {'port': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:56:17.396971 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:17.443467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe3883-353f-4a99-8c93-cd3044a25fb3 req-fdf8075f-c998-47e4-9621-900a26f7382c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:17.446886 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5ffe3883-353f-4a99-8c93-cd3044a25fb3 req-fdf8075f-c998-47e4-9621-900a26f7382c tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 945 time: 0.0972571 Aug 21 10:56:17.496776 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5ffe3883-353f-4a99-8c93-cd3044a25fb3 req-c30df9de-c193-4a27-971c-e80c7dd0126d tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/security-groups?id=c18adb80-62fa-4197-b85f-a5c9c1c1e23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Aug 21 10:56:17.524954 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-596b42a4-724d-4116-8989-c542c7b1cc61 req-da136972-6e3f-4355-ad6f-897350545a1b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:17.540506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:17.540625 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['8eed1f9b-507b-47e7-a26d-9c3bbb6967e4'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:56:17.597540 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da136972-6e3f-4355-ad6f-897350545a1b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Pushing event deleted for resources: {'Port': ['ID=8eed1f9b-507b-47e7-a26d-9c3bbb6967e4,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:17.600254 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-da136972-6e3f-4355-ad6f-897350545a1b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:17.775331 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-596b42a4-724d-4116-8989-c542c7b1cc61 req-da136972-6e3f-4355-ad6f-897350545a1b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] No DVR routers for this DVR port 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 10:56:17.781764 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-596b42a4-724d-4116-8989-c542c7b1cc61 req-da136972-6e3f-4355-ad6f-897350545a1b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:17.796073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Allocated IP 172.20.0.11 (940d4f2c-598f-4f8a-9374-817e1e821a85/6d7a2392-19fe-4aa8-b158-e2b12697376c/26b2edec-e9bc-46f7-95ad-08d677f1dd4b) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:56:17.860991 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-596b42a4-724d-4116-8989-c542c7b1cc61 req-da136972-6e3f-4355-ad6f-897350545a1b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.35 "DELETE /v2.0/ports/8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 HTTP/1.1" status: 204 len: 173 time: 1.4006860 Aug 21 10:56:17.867008 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114ab12-9870-4fe3-8bcc-9010aee0485f req-5d62cd78-347b-4208-9fce-1337e17d57a6 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:17.868594 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f114ab12-9870-4fe3-8bcc-9010aee0485f req-5d62cd78-347b-4208-9fce-1337e17d57a6 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 945 time: 0.2355485 Aug 21 10:56:17.928640 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f114ab12-9870-4fe3-8bcc-9010aee0485f req-851825a2-88ec-49f4-8887-27d25cfd7713 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493298 Aug 21 10:56:18.156207 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:18.239050 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-0fa061b1-4220-4d65-b73b-1c5067ac8b45 req-011f4464-874c-4593-ac35-f7c80f890d92 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Synchronizing usage tracker for tenant:53ec20c143074dbdbb94547f27b02ab3 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:56:18.267008 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:18.272826 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ef78a6b5-6870-4699-b060-c2ffba7be722 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:18.309811 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-0fa061b1-4220-4d65-b73b-1c5067ac8b45 req-011f4464-874c-4593-ac35-f7c80f890d92 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Unset dirty status for tenant:53ec20c143074dbdbb94547f27b02ab3 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:56:18.311500 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0fa061b1-4220-4d65-b73b-1c5067ac8b45 req-011f4464-874c-4593-ac35-f7c80f890d92 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 210 time: 0.1296461 Aug 21 10:56:18.318615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1dea4-af45-4cb6-8986-65cae35124ee req-593e494a-8b6d-49f2-b51e-246c36c8d130 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:18.320264 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c3b1dea4-af45-4cb6-8986-65cae35124ee req-593e494a-8b6d-49f2-b51e-246c36c8d130 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0843687 Aug 21 10:56:18.339742 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Network 940d4f2c-598f-4f8a-9374-817e1e821a85 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:56:18.348244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:56:18.350747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:56:18.372891 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c3b1dea4-af45-4cb6-8986-65cae35124ee req-377be80c-e72b-4c4b-92ce-6a6ff1916ced tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466168 Aug 21 10:56:18.404766 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Pushing event updated for resources: {'Port': ['ID=26b2edec-e9bc-46f7-95ad-08d677f1dd4b,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:18.407756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:18.427588 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:18.428246 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:18.467082 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6783729 Aug 21 10:56:18.483051 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Request body: {'port': {'device_id': 'a386962c-158d-4fc8-a1a4-3283157c9c26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:56:18.592360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:18.679557 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e107f887-3725-4f80-8e51-35f584fd5919', 'name': 'network-vif-deleted', 'tag': '8eed1f9b-507b-47e7-a26d-9c3bbb6967e4'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:56:18.697059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-0d8e64f4-2205-4eec-a5e1-c594cbfb9cc4 req-13fb9c2e-24a0-4d98-bac1-b00166cd7099 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Synchronizing usage tracker for tenant:632e482613fd4a6c983ef87427c49787 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:56:18.768814 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e107f887-3725-4f80-8e51-35f584fd5919', 'name': 'network-vif-deleted', 'tag': '8eed1f9b-507b-47e7-a26d-9c3bbb6967e4', 'status': 'completed', 'code': 200} Aug 21 10:56:18.774531 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-0d8e64f4-2205-4eec-a5e1-c594cbfb9cc4 req-13fb9c2e-24a0-4d98-bac1-b00166cd7099 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Unset dirty status for tenant:632e482613fd4a6c983ef87427c49787 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:56:18.775782 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0d8e64f4-2205-4eec-a5e1-c594cbfb9cc4 req-13fb9c2e-24a0-4d98-bac1-b00166cd7099 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 210 time: 0.1359308 Aug 21 10:56:19.002615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b2edec-e9bc-46f7-95ad-08d677f1dd4b {{(pid=82512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:56:19.010018 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:19.025962 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Transition to ACTIVE for port object 26b2edec-e9bc-46f7-95ad-08d677f1dd4b will not be triggered until provisioned by entity L2. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:56:19.055096 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:19.060650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3bbe1998-5c63-479a-9ca4-860d362d0da9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:19.147170 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f35a04-66e3-4ae8-a845-3a049ed1c0f7 req-1249469f-b923-45c3-9089-42b38028eebe tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:19.148924 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-27f35a04-66e3-4ae8-a845-3a049ed1c0f7 req-1249469f-b923-45c3-9089-42b38028eebe tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 945 time: 0.0925906 Aug 21 10:56:19.201488 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-27f35a04-66e3-4ae8-a845-3a049ed1c0f7 req-585f064b-7f4f-4457-a6ca-9d4277aca183 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462742 Aug 21 10:56:19.385337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Pushing event updated for resources: {'Port': ['ID=26b2edec-e9bc-46f7-95ad-08d677f1dd4b,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:19.388373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:19.547176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Attempting to bind port 26b2edec-e9bc-46f7-95ad-08d677f1dd4b on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:56:19.547483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Attempting to bind port 26b2edec-e9bc-46f7-95ad-08d677f1dd4b by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'b78823b8-e97f-43f7-9c1c-2d9418bd4638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '940d4f2c-598f-4f8a-9374-817e1e821a85'}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:56:19.547883 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Attempting to bind port 26b2edec-e9bc-46f7-95ad-08d677f1dd4b on network 940d4f2c-598f-4f8a-9374-817e1e821a85 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:56:19.565506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Port 26b2edec-e9bc-46f7-95ad-08d677f1dd4b on network 940d4f2c-598f-4f8a-9374-817e1e821a85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:56:19.565869 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Attempting to bind port 26b2edec-e9bc-46f7-95ad-08d677f1dd4b on network 940d4f2c-598f-4f8a-9374-817e1e821a85 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:56:19.576601 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:56:19.577005 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Checking segment: {'id': 'b78823b8-e97f-43f7-9c1c-2d9418bd4638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '940d4f2c-598f-4f8a-9374-817e1e821a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:56:19.577423 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Bound using segment: {'id': 'b78823b8-e97f-43f7-9c1c-2d9418bd4638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '940d4f2c-598f-4f8a-9374-817e1e821a85'} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:56:19.577905 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Bound port: 26b2edec-e9bc-46f7-95ad-08d677f1dd4b, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78823b8-e97f-43f7-9c1c-2d9418bd4638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '940d4f2c-598f-4f8a-9374-817e1e821a85'}}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:56:19.578296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:19.591425 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6807d-67c5-4c48-8338-91c5fd234c14 req-de32b65b-efae-4e41-8501-9ecf3bdfb226 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:19.592915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4345c-eaf2-4303-8502-fba73ccdeced req-bf1d7a36-054b-4e36-a91b-3f8577ffada0 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:19.593036 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4ef6807d-67c5-4c48-8338-91c5fd234c14 req-de32b65b-efae-4e41-8501-9ecf3bdfb226 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0854175 Aug 21 10:56:19.594514 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c8e4345c-eaf2-4303-8502-fba73ccdeced req-bf1d7a36-054b-4e36-a91b-3f8577ffada0 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 944 time: 0.1419847 Aug 21 10:56:19.643320 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4ef6807d-67c5-4c48-8338-91c5fd234c14 req-302d130c-bec2-4d03-988a-b9779c3222ee tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433612 Aug 21 10:56:19.709836 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c8e4345c-eaf2-4303-8502-fba73ccdeced req-a40b0cb2-6ccc-4b64-8f8a-99221907fcf3 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075377 Aug 21 10:56:19.719082 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] For port 26b2edec-e9bc-46f7-95ad-08d677f1dd4b, host hv-cinder-80547, cleared binding levels {{(pid=82512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:56:19.722420 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] For port 26b2edec-e9bc-46f7-95ad-08d677f1dd4b, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=26b2edec-e9bc-46f7-95ad-08d677f1dd4b,segment=NetworkSegment(b78823b8-e97f-43f7-9c1c-2d9418bd4638),segment_id=b78823b8-e97f-43f7-9c1c-2d9418bd4638)] {{(pid=82512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:56:19.764042 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:19.768616 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:19.830271 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:19.831785 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] 10.222.0.35 "PUT /v2.0/ports/26b2edec-e9bc-46f7-95ad-08d677f1dd4b HTTP/1.1" status: 200 len: 1094 time: 1.3538148 Aug 21 10:56:19.845543 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Pushing event updated for resources: {'Port': ['ID=26b2edec-e9bc-46f7-95ad-08d677f1dd4b,revision_number=3']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:19.848715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:19.957282 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4bf07e6f-7756-4d12-baef-447d4ed581c3 req-55d596b5-a530-4307-937d-c10d5c8d5747 tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 210 time: 0.0456204 Aug 21 10:56:20.423886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9ec0d-6c0e-4c5b-bc18-52ff51446373 req-90bf6f44-1d88-42af-8046-0c0871d98cd2 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:20.425505 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-97f9ec0d-6c0e-4c5b-bc18-52ff51446373 req-90bf6f44-1d88-42af-8046-0c0871d98cd2 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 945 time: 0.0893815 Aug 21 10:56:20.474334 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-97f9ec0d-6c0e-4c5b-bc18-52ff51446373 req-f15bf7c1-51f8-4b9d-9353-a4321c95cb75 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Aug 21 10:56:20.770054 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a386962c-158d-4fc8-a1a4-3283157c9c26', 'tag': '26b2edec-e9bc-46f7-95ad-08d677f1dd4b'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:56:20.860045 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0319e-9231-49ee-8387-30202376557d req-d4f4361b-0d12-4e0a-b88f-3f43ed2ac6f0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:20.861659 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b3e0319e-9231-49ee-8387-30202376557d req-d4f4361b-0d12-4e0a-b88f-3f43ed2ac6f0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0809751 Aug 21 10:56:20.915523 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b3e0319e-9231-49ee-8387-30202376557d req-6e98667b-f3a9-4c89-9cee-db1e5cbb465e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461030 Aug 21 10:56:20.917214 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e4e8e-3510-4ebd-862a-e23b61d45d47 req-730d7f3a-b2c3-4ae7-b1fd-b6a040e4396b tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:20.918901 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7c9e4e8e-3510-4ebd-862a-e23b61d45d47 req-730d7f3a-b2c3-4ae7-b1fd-b6a040e4396b tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 944 time: 0.0830121 Aug 21 10:56:20.969063 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7c9e4e8e-3510-4ebd-862a-e23b61d45d47 req-8aaadfd8-4ea5-4f60-b525-7ee2744b32b8 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432236 Aug 21 10:56:20.978440 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 57e0d7ef-9d24-4267-8aa0-863b6d2dee57 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 10:56:20.992714 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a386962c-158d-4fc8-a1a4-3283157c9c26', 'tag': '26b2edec-e9bc-46f7-95ad-08d677f1dd4b', 'status': 'completed', 'code': 200} Aug 21 10:56:21.095242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:21.125277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc38d599-6191-4de8-9c7b-2698e3b1d525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e0d7ef-9d24-4267-8aa0-863b6d2dee57'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:56:21.134394 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 57e0d7ef-9d24-4267-8aa0-863b6d2dee57, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=57e0d7ef-9d24-4267-8aa0-863b6d2dee57,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:21.144843 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-013fe1d1-5d22-438e-b864-22cdca753f99 req-77d6893c-7960-40cd-890a-990cb33e755f tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 210 time: 0.0496104 Aug 21 10:56:21.182403 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc38d599-6191-4de8-9c7b-2698e3b1d525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e0d7ef-9d24-4267-8aa0-863b6d2dee57', 'code': 200} Aug 21 10:56:21.190141 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:21.191058 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 10:56:21.218771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:21.260369 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 10:56:21.260734 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 8eed1f9b-507b-47e7-a26d-9c3bbb6967e4 not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 10:56:21.286828 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=57e0d7ef-9d24-4267-8aa0-863b6d2dee57,revision_number=6']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:21.289711 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:21.675190 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f67ee-e2d7-4435-a6fc-0d681aa2b0f0 req-37ef1bba-50da-4457-b8e1-c9d25d6aea0a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:21.676781 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-357f67ee-e2d7-4435-a6fc-0d681aa2b0f0 req-37ef1bba-50da-4457-b8e1-c9d25d6aea0a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 943 time: 0.0812948 Aug 21 10:56:21.726574 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-357f67ee-e2d7-4435-a6fc-0d681aa2b0f0 req-ea564260-f51c-46d5-bc2a-601f3cb3bd03 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434551 Aug 21 10:56:22.138503 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed30a9-e700-4723-8552-68085c065378 req-b8cd9734-adf0-474c-b5db-598d2350a589 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:22.140294 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dbed30a9-e700-4723-8552-68085c065378 req-b8cd9734-adf0-474c-b5db-598d2350a589 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0879807 Aug 21 10:56:22.192671 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dbed30a9-e700-4723-8552-68085c065378 req-afe2656d-0141-418f-9aa8-d1186e46147f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460181 Aug 21 10:56:22.315473 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd70b1b-693e-48dc-af10-d2b1de46cf52 req-28c3136f-5a40-4de1-9ebc-af08882faa56 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:22.317121 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ebd70b1b-693e-48dc-af10-d2b1de46cf52 req-28c3136f-5a40-4de1-9ebc-af08882faa56 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 944 time: 0.0872076 Aug 21 10:56:22.365068 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ebd70b1b-693e-48dc-af10-d2b1de46cf52 req-d620d18e-f954-415f-9b65-ed653c187008 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417836 Aug 21 10:56:22.378603 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-148c449c-efab-4122-a3de-cf4b00d4c704 req-01f081b2-86b0-4cea-8f2c-165a757a9a9e tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] 10.222.0.49 "GET /v2.0/ports?device_id=e107f887-3725-4f80-8e51-35f584fd5919 HTTP/1.1" status: 200 len: 210 time: 0.0481999 Aug 21 10:56:22.766511 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-af71b889-3ec9-4405-a7a7-6601516d7d84 req-9fd1a5bf-bde0-4ea8-9c23-1243823499a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53ec20c143074dbdbb94547f27b02ab3&device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 1097 time: 0.1047609 Aug 21 10:56:22.772441 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a956b89-ec74-4d6f-bcf0-291026a74fe2 req-aa16c581-fac2-408b-88ea-f6506527baaf tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:22.773869 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7a956b89-ec74-4d6f-bcf0-291026a74fe2 req-aa16c581-fac2-408b-88ea-f6506527baaf tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 943 time: 0.1506860 Aug 21 10:56:22.988320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-7a956b89-ec74-4d6f-bcf0-291026a74fe2 req-d75c8907-ada1-4d3e-9415-09798016480e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Deleting port 57e0d7ef-9d24-4267-8aa0-863b6d2dee57 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 10:56:22.988707 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-7a956b89-ec74-4d6f-bcf0-291026a74fe2 req-d75c8907-ada1-4d3e-9415-09798016480e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:23.133213 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71b889-3ec9-4405-a7a7-6601516d7d84 req-1b66a9be-ac47-4917-bfc6-c7154667d211 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:23.134748 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-af71b889-3ec9-4405-a7a7-6601516d7d84 req-1b66a9be-ac47-4917-bfc6-c7154667d211 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=53ec20c143074dbdbb94547f27b02ab3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3599834 Aug 21 10:56:23.175754 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac687aa-3f78-4ba6-b138-184d68c18df2 req-b359ba6d-c03b-4262-9494-f46f381c7da5 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:23.177315 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8ac687aa-3f78-4ba6-b138-184d68c18df2 req-b359ba6d-c03b-4262-9494-f46f381c7da5 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 943 time: 0.2948179 Aug 21 10:56:23.399395 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8ac687aa-3f78-4ba6-b138-184d68c18df2 req-cdd314aa-a3c2-405e-aec9-a3a3b489d25b tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093041 Aug 21 10:56:23.409734 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a3571-5012-4b38-b28d-09936f3213ba req-0abd16ef-b5e5-49e5-a42d-6eeb9189e1ed tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:23.411410 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e47a3571-5012-4b38-b28d-09936f3213ba req-0abd16ef-b5e5-49e5-a42d-6eeb9189e1ed tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0841162 Aug 21 10:56:23.463007 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e47a3571-5012-4b38-b28d-09936f3213ba req-5f6018dc-3379-4c26-b0be-5eae63fc7f10 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455196 Aug 21 10:56:23.467610 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71b889-3ec9-4405-a7a7-6601516d7d84 req-5c776f35-54ab-4c11-9374-7975fc8cf857 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:23.469171 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-af71b889-3ec9-4405-a7a7-6601516d7d84 req-5c776f35-54ab-4c11-9374-7975fc8cf857 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3254511 Aug 21 10:56:23.474331 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-7a956b89-ec74-4d6f-bcf0-291026a74fe2 req-d75c8907-ada1-4d3e-9415-09798016480e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] For port 57e0d7ef-9d24-4267-8aa0-863b6d2dee57, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=57e0d7ef-9d24-4267-8aa0-863b6d2dee57,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:23.474735 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-7a956b89-ec74-4d6f-bcf0-291026a74fe2 req-d75c8907-ada1-4d3e-9415-09798016480e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:23.592798 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 54422) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:23.667079 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-7a956b89-ec74-4d6f-bcf0-291026a74fe2 req-d75c8907-ada1-4d3e-9415-09798016480e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Calling delete_port for 57e0d7ef-9d24-4267-8aa0-863b6d2dee57 owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 10:56:23.813427 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-c8e99662-43b4-44c4-b3f2-6a233c674ec6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53ec20c143074dbdbb94547f27b02ab3&device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 1097 time: 0.2746451 Aug 21 10:56:23.847899 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f2990-f9dd-4349-8254-f02baeda1cee req-d820ceb7-e404-48b8-95f9-1b2b171335c7 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:23.849392 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b28f2990-f9dd-4349-8254-f02baeda1cee req-d820ceb7-e404-48b8-95f9-1b2b171335c7 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 944 time: 0.3119047 Aug 21 10:56:23.955271 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-a930b558-8953-440b-aaf5-28f785a8174d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26b2edec-e9bc-46f7-95ad-08d677f1dd4b HTTP/1.1" status: 200 len: 217 time: 0.1048419 Aug 21 10:56:24.065702 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b28f2990-f9dd-4349-8254-f02baeda1cee req-2681d64c-26e2-41bf-91ad-8d5c216a1d9b tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568875 Aug 21 10:56:24.073555 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-9b749723-4df4-4c33-91da-fec01c7f9a80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:24.075052 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-9b749723-4df4-4c33-91da-fec01c7f9a80 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d7a2392-19fe-4aa8-b158-e2b12697376c HTTP/1.1" status: 200 len: 854 time: 0.1076016 Aug 21 10:56:24.130098 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-fbc9e039-ef7b-431e-950b-7e5dddbfa13e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=940d4f2c-598f-4f8a-9374-817e1e821a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486078 Aug 21 10:56:24.131453 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-7a956b89-ec74-4d6f-bcf0-291026a74fe2 req-d75c8907-ada1-4d3e-9415-09798016480e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:24.146007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-29e1d080-a9a5-4a0e-9057-ce087733be32 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:24.180321 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['a4db44f4-8c3e-4320-b71a-542f14ea5790'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:56:24.211176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-08187d2b-9867-45a5-8636-55dcc254c270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33131368'] for router_interface, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:24.269553 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c8907-ada1-4d3e-9415-09798016480e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Pushing event deleted for resources: {'Port': ['ID=57e0d7ef-9d24-4267-8aa0-863b6d2dee57,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:24.323049 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d75c8907-ada1-4d3e-9415-09798016480e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:24.603624 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a956b89-ec74-4d6f-bcf0-291026a74fe2 req-d75c8907-ada1-4d3e-9415-09798016480e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] No DVR routers for this DVR port 57e0d7ef-9d24-4267-8aa0-863b6d2dee57 on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 10:56:24.608261 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-7a956b89-ec74-4d6f-bcf0-291026a74fe2 req-d75c8907-ada1-4d3e-9415-09798016480e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:24.612308 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc38d599-6191-4de8-9c7b-2698e3b1d525', 'name': 'network-vif-deleted', 'tag': '57e0d7ef-9d24-4267-8aa0-863b6d2dee57'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:56:24.671724 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7a956b89-ec74-4d6f-bcf0-291026a74fe2 req-d75c8907-ada1-4d3e-9415-09798016480e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.35 "DELETE /v2.0/ports/57e0d7ef-9d24-4267-8aa0-863b6d2dee57 HTTP/1.1" status: 204 len: 173 time: 1.8710885 Aug 21 10:56:24.711275 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-4ab850f8-ff6d-4b67-82ca-88bd7f36ca62 service neutron] 10.222.0.35 "GET /v2.0/networks/940d4f2c-598f-4f8a-9374-817e1e821a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045700 Aug 21 10:56:24.730041 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1483207d-d8d2-45b3-b9a7-27065194f294 req-9bc635c8-bf90-4d95-8243-38aec51cb61c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 210 time: 0.0991666 Aug 21 10:56:24.846738 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc38d599-6191-4de8-9c7b-2698e3b1d525', 'name': 'network-vif-deleted', 'tag': '57e0d7ef-9d24-4267-8aa0-863b6d2dee57', 'status': 'completed', 'code': 200} Aug 21 10:56:24.932056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be7311-bc5e-4820-9463-81c3dfc7b425 req-38d28020-37fe-43fc-b07a-bcb4164ef85b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:24.940162 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8be7311-bc5e-4820-9463-81c3dfc7b425 req-38d28020-37fe-43fc-b07a-bcb4164ef85b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.2702401 Aug 21 10:56:25.015494 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8be7311-bc5e-4820-9463-81c3dfc7b425 req-fee6fcc1-f89b-4045-b637-d35d4ebfa52a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742059 Aug 21 10:56:25.018364 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8dbc32e-5c1f-4280-bc1f-9c66e4cea8e1 req-538670fa-0a96-4fbc-b011-d67a995564c9 service neutron] 10.222.0.35 "GET /v2.0/networks/940d4f2c-598f-4f8a-9374-817e1e821a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969418 Aug 21 10:56:25.137446 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-08187d2b-9867-45a5-8636-55dcc254c270 admin admin] Deleting port eb602d61-5bef-4d4e-bd09-29b0817632c8 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 10:56:25.137998 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-08187d2b-9867-45a5-8636-55dcc254c270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:25.483249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c63f70-3f1b-44b3-9201-3234bfe62902 req-af235c82-0e8a-493b-b4c1-34eec284592d tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:25.485196 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-32c63f70-3f1b-44b3-9201-3234bfe62902 req-af235c82-0e8a-493b-b4c1-34eec284592d tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 944 time: 0.1739380 Aug 21 10:56:25.487033 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-08187d2b-9867-45a5-8636-55dcc254c270 admin admin] For port eb602d61-5bef-4d4e-bd09-29b0817632c8, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=eb602d61-5bef-4d4e-bd09-29b0817632c8,segment=NetworkSegment(a4767212-735d-430e-9862-a96adcbbd211),segment_id=a4767212-735d-430e-9862-a96adcbbd211)] {{(pid=82511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:25.487432 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-08187d2b-9867-45a5-8636-55dcc254c270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:25.671745 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-08187d2b-9867-45a5-8636-55dcc254c270 admin admin] Calling delete_port for eb602d61-5bef-4d4e-bd09-29b0817632c8 owned by network:router_interface {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 10:56:25.741659 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-32c63f70-3f1b-44b3-9201-3234bfe62902 req-247c7d59-093e-489f-a2d7-5da4260d071b tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Synchronizing usage tracker for tenant:53ec20c143074dbdbb94547f27b02ab3 on resource:security_group {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:56:25.833732 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-32c63f70-3f1b-44b3-9201-3234bfe62902 req-247c7d59-093e-489f-a2d7-5da4260d071b tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Unset dirty status for tenant:53ec20c143074dbdbb94547f27b02ab3 on resource:security_group {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:56:25.846418 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-32c63f70-3f1b-44b3-9201-3234bfe62902 req-247c7d59-093e-489f-a2d7-5da4260d071b tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495920 Aug 21 10:56:26.014233 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-b7d0d274-60f9-4e76-a29f-7dc4cd39a17d req-88064a37-f2c1-45af-81fa-e69613a35e3c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Synchronizing usage tracker for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:56:26.094781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-b7d0d274-60f9-4e76-a29f-7dc4cd39a17d req-88064a37-f2c1-45af-81fa-e69613a35e3c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Unset dirty status for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:56:26.096601 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b7d0d274-60f9-4e76-a29f-7dc4cd39a17d req-88064a37-f2c1-45af-81fa-e69613a35e3c tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc38d599-6191-4de8-9c7b-2698e3b1d525 HTTP/1.1" status: 200 len: 210 time: 0.1436298 Aug 21 10:56:26.185033 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-08187d2b-9867-45a5-8636-55dcc254c270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:26.192029 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b6d0d406-eeb6-4eb7-9c70-6d8df98ee4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:26.253060 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08187d2b-9867-45a5-8636-55dcc254c270 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb602d61-5bef-4d4e-bd09-29b0817632c8,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:26.261620 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-08187d2b-9867-45a5-8636-55dcc254c270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:26.688259 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a5f25-e48e-4222-8f5f-f78a1f818cc2 req-613901da-75b2-493a-bd79-724069a3706b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:26.689816 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4b2a5f25-e48e-4222-8f5f-f78a1f818cc2 req-613901da-75b2-493a-bd79-724069a3706b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.4427407 Aug 21 10:56:26.777314 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4b2a5f25-e48e-4222-8f5f-f78a1f818cc2 req-804659c4-c661-44d4-a8e9-be72e611a539 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749993 Aug 21 10:56:26.895114 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-08187d2b-9867-45a5-8636-55dcc254c270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821937503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821718568'] for router_interface, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:27.064135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774f3d8-0977-4e13-a6bc-a0fc331fcf32 req-8ceb45a3-82a6-46a9-8261-b8879dad4af8 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:27.065875 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d774f3d8-0977-4e13-a6bc-a0fc331fcf32 req-8ceb45a3-82a6-46a9-8261-b8879dad4af8 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 944 time: 0.0993471 Aug 21 10:56:27.152138 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:56:27.188263 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d774f3d8-0977-4e13-a6bc-a0fc331fcf32 req-1303ec26-c6fb-471b-a1af-f6e4e09c72d4 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110170 Aug 21 10:56:27.714696 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08187d2b-9867-45a5-8636-55dcc254c270 admin admin] Router f50ef0a6-2b24-4ec5-bbed-92a875275ab2 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 10:56:27.959887 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08187d2b-9867-45a5-8636-55dcc254c270 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:56:27.970251 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e51fa28-a2bb-4d20-a9f9-f4492d516846 None None] Sync routers for ids ['f50ef0a6-2b24-4ec5-bbed-92a875275ab2'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:56:27.983694 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e51fa28-a2bb-4d20-a9f9-f4492d516846 None None] Routers {'f50ef0a6-2b24-4ec5-bbed-92a875275ab2'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:56:27.984359 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0e51fa28-a2bb-4d20-a9f9-f4492d516846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:56:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['f50ef0a6-2b24-4ec5-bbed-92a875275ab2'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:56:28.024145 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-08187d2b-9867-45a5-8636-55dcc254c270 admin admin] 10.222.0.49 "PUT /v2.0/routers/f50ef0a6-2b24-4ec5-bbed-92a875275ab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4300489 Aug 21 10:56:28.025397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 54490) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:28.049448 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad122e8-3fe1-42b3-8eef-3a962b2c24df req-f74314ae-54e8-40f3-8135-832d4cf69b9b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:28.051152 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0ad122e8-3fe1-42b3-8eef-3a962b2c24df req-f74314ae-54e8-40f3-8135-832d4cf69b9b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0969527 Aug 21 10:56:28.108334 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0ad122e8-3fe1-42b3-8eef-3a962b2c24df req-c0126c53-c908-4b99-b77b-1564b0ca8206 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485830 Aug 21 10:56:28.210675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-0e51fa28-a2bb-4d20-a9f9-f4492d516846 None None] Set router f50ef0a6-2b24-4ec5-bbed-92a875275ab2 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:56:28.290593 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:28.600179 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148d801-04f2-4e4d-a8e7-abbbbda5f28a req-4426cded-3929-44e4-a11d-30693fa79482 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:28.601735 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4148d801-04f2-4e4d-a8e7-abbbbda5f28a req-4426cded-3929-44e4-a11d-30693fa79482 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 944 time: 0.1833568 Aug 21 10:56:28.663487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:28.667435 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0e51fa28-a2bb-4d20-a9f9-f4492d516846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'name': 'tempest-ServerRescueNegativeTestJSON-538546464-router', 'tenant_id': '632e482613fd4a6c983ef87427c49787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'ea8e6eff-829f-4fa7-9fab-d4c7742e1d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:33Z', 'updated_at': '2021-08-21T10:56:26Z', 'revision_number': 5, 'project_id': '632e482613fd4a6c983ef87427c49787', 'gw_port': {'id': 'ea8e6eff-829f-4fa7-9fab-d4c7742e1d13', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:33Z', 'updated_at': '2021-08-21T10:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:56:28.678503 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e51fa28-a2bb-4d20-a9f9-f4492d516846 None None] Checking router: f50ef0a6-2b24-4ec5-bbed-92a875275ab2 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:56:28.692989 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4148d801-04f2-4e4d-a8e7-abbbbda5f28a req-d02f1b9a-37ab-43df-9238-5b5997a7dfe2 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721552 Aug 21 10:56:28.700172 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e51fa28-a2bb-4d20-a9f9-f4492d516846 None None] Routers {'f50ef0a6-2b24-4ec5-bbed-92a875275ab2'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:56:28.700973 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0e51fa28-a2bb-4d20-a9f9-f4492d516846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:56:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['f50ef0a6-2b24-4ec5-bbed-92a875275ab2'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:56:28.729524 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] Deleting port ea8e6eff-829f-4fa7-9fab-d4c7742e1d13 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 10:56:28.729524 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:28.998284 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] For port ea8e6eff-829f-4fa7-9fab-d4c7742e1d13, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=ea8e6eff-829f-4fa7-9fab-d4c7742e1d13,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:29.001368 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 26b2edec-e9bc-46f7-95ad-08d677f1dd4b details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:56:29.011912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:29.022650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-0e51fa28-a2bb-4d20-a9f9-f4492d516846 None None] Set router f50ef0a6-2b24-4ec5-bbed-92a875275ab2 gateway port host: None {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:56:29.257868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 26b2edec-e9bc-46f7-95ad-08d677f1dd4b, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=26b2edec-e9bc-46f7-95ad-08d677f1dd4b,segment=NetworkSegment(b78823b8-e97f-43f7-9c1c-2d9418bd4638),segment_id=b78823b8-e97f-43f7-9c1c-2d9418bd4638)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:29.294220 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '26b2edec-e9bc-46f7-95ad-08d677f1dd4b', 'network_id': '940d4f2c-598f-4f8a-9374-817e1e821a85', 'port_id': '26b2edec-e9bc-46f7-95ad-08d677f1dd4b', 'mac_address': 'fa:16:3e:c3:1f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d7a2392-19fe-4aa8-b158-e2b12697376c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:56:29.301724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0e51fa28-a2bb-4d20-a9f9-f4492d516846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'name': 'tempest-ServerRescueNegativeTestJSON-538546464-router', 'tenant_id': '632e482613fd4a6c983ef87427c49787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:33Z', 'updated_at': '2021-08-21T10:56:28Z', 'revision_number': 6, 'project_id': '632e482613fd4a6c983ef87427c49787', 'gw_port_host': None}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:56:29.319361 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e51fa28-a2bb-4d20-a9f9-f4492d516846 None None] The sync data for ids ['f50ef0a6-2b24-4ec5-bbed-92a875275ab2'] in dv-cinder-805477-1-iscsi is: [{'id': 'f50ef0a6-2b24-4ec5-bbed-92a875275ab2', 'name': 'tempest-ServerRescueNegativeTestJSON-538546464-router', 'tenant_id': '632e482613fd4a6c983ef87427c49787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:33Z', 'updated_at': '2021-08-21T10:56:28Z', 'revision_number': 6, 'project_id': '632e482613fd4a6c983ef87427c49787', 'gw_port_host': None}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:56:29.421160 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:29.462428 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b2edec-e9bc-46f7-95ad-08d677f1dd4b {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:56:29.466684 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] Calling delete_port for ea8e6eff-829f-4fa7-9fab-d4c7742e1d13 owned by network:router_gateway {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 10:56:29.483439 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 26b2edec-e9bc-46f7-95ad-08d677f1dd4b, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=26b2edec-e9bc-46f7-95ad-08d677f1dd4b,segment=NetworkSegment(b78823b8-e97f-43f7-9c1c-2d9418bd4638),segment_id=b78823b8-e97f-43f7-9c1c-2d9418bd4638)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:29.516382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:29.518338 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:29.665455 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=26b2edec-e9bc-46f7-95ad-08d677f1dd4b,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:29.679386 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213a972-9078-40f3-973f-2d3c62b8465d req-6fbfb250-d35d-4938-9e2f-ab5122eceb5e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:29.681870 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:29.682342 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2213a972-9078-40f3-973f-2d3c62b8465d req-6fbfb250-d35d-4938-9e2f-ab5122eceb5e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 946 time: 0.1967444 Aug 21 10:56:29.744602 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2213a972-9078-40f3-973f-2d3c62b8465d req-d0c9b65f-edf7-4629-84ab-822f8af53b0d tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562489 Aug 21 10:56:29.890075 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c7f26-a93d-4326-9ebc-5c8817f16692 req-757d6503-6e97-4ce0-aa15-a8380f014a38 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:29.892098 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9b4c7f26-a93d-4326-9ebc-5c8817f16692 req-757d6503-6e97-4ce0-aa15-a8380f014a38 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.4897633 Aug 21 10:56:29.996097 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['26b2edec-e9bc-46f7-95ad-08d677f1dd4b'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:56:30.015918 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9b4c7f26-a93d-4326-9ebc-5c8817f16692 req-37e4775e-bf9b-4c19-9e54-b9879d57092e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703330 Aug 21 10:56:30.040083 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fd416-f19a-4985-88d1-cf32e87488b1 req-c295af15-ed90-4464-ab96-96a4a1fad628 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:30.048086 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8f4fd416-f19a-4985-88d1-cf32e87488b1 req-c295af15-ed90-4464-ab96-96a4a1fad628 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 945 time: 0.1090446 Aug 21 10:56:30.111805 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8f4fd416-f19a-4985-88d1-cf32e87488b1 req-6f62d575-44c8-4cff-bc5c-77046d5091dc tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627027 Aug 21 10:56:30.167963 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:30.194945 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:30.362049 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8e6eff-829f-4fa7-9fab-d4c7742e1d13,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:30.365176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:30.532331 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33135449'] for router_gateway, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:30.816965 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762904'] for router, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:30.826459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:31.075126 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a47550-c9e8-4fdd-83d6-7d93ce02931d req-001f96e2-3d4e-44fe-bb7e-1d1d80eea15f tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:31.076887 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-47a47550-c9e8-4fdd-83d6-7d93ce02931d req-001f96e2-3d4e-44fe-bb7e-1d1d80eea15f tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 946 time: 0.0865047 Aug 21 10:56:31.133528 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-47a47550-c9e8-4fdd-83d6-7d93ce02931d req-5eb0a261-86f6-4bbf-b43a-91d10b152229 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502973 Aug 21 10:56:31.176279 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821713719'] for router, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:31.176751 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f50ef0a6-2b24-4ec5-bbed-92a875275ab2 {{(pid=82511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 10:56:31.212855 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] Notify callbacks [] for router, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:31.221922 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 54538) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:31.224094 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f50ef0a6-2b24-4ec5-bbed-92a875275ab2 HTTP/1.1" status: 204 len: 168 time: 3.1948378 Aug 21 10:56:31.287073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device eb602d61-5bef-4d4e-bd09-29b0817632c8 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 10:56:31.352764 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f90179-d2e2-4e74-ae20-05219ece84f2 admin admin] Deleting subnet f481c4ac-7411-4056-8fb8-3934f46c94ee {{(pid=82512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 10:56:31.356504 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: eb602d61-5bef-4d4e-bd09-29b0817632c8 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 10:56:31.356908 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device eb602d61-5bef-4d4e-bd09-29b0817632c8 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 10:56:31.357342 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-75f90179-d2e2-4e74-ae20-05219ece84f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:31.357452 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device ea8e6eff-829f-4fa7-9fab-d4c7742e1d13 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 10:56:31.393121 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: ea8e6eff-829f-4fa7-9fab-d4c7742e1d13 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 10:56:31.393335 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device ea8e6eff-829f-4fa7-9fab-d4c7742e1d13 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 10:56:31.426809 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-75f90179-d2e2-4e74-ae20-05219ece84f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853126341'] for subnet, precommit_delete_associations {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:31.494653 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-75f90179-d2e2-4e74-ae20-05219ece84f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:31.503981 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd417b2-77c8-4536-ae23-22b64954dc14 req-5ca8593a-0c7e-4d94-a0dc-c5df3c68c1e4 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:31.512947 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5cd417b2-77c8-4536-ae23-22b64954dc14 req-5ca8593a-0c7e-4d94-a0dc-c5df3c68c1e4 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 945 time: 0.1507008 Aug 21 10:56:31.574710 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5cd417b2-77c8-4536-ae23-22b64954dc14 req-50b23d21-fb11-4805-a1b5-5423153c0522 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588014 Aug 21 10:56:31.655721 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-75f90179-d2e2-4e74-ae20-05219ece84f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822618240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32114412'] for subnet, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:31.671110 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a6f5984d-4a47-4e7d-85c3-44b79162183f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:31.718624 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-75f90179-d2e2-4e74-ae20-05219ece84f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:31.733961 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f90179-d2e2-4e74-ae20-05219ece84f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f481c4ac-7411-4056-8fb8-3934f46c94ee,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:31.737169 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-75f90179-d2e2-4e74-ae20-05219ece84f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:31.739786 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-75f90179-d2e2-4e74-ae20-05219ece84f2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f481c4ac-7411-4056-8fb8-3934f46c94ee HTTP/1.1" status: 204 len: 168 time: 0.5163634 Aug 21 10:56:31.745641 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 54546) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:31.759594 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e927f3b-0d0e-4318-8571-24ca4468e2c2 req-914f8353-76a1-41c2-8825-73dc74d73f9c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:31.762405 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7e927f3b-0d0e-4318-8571-24ca4468e2c2 req-914f8353-76a1-41c2-8825-73dc74d73f9c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.1851196 Aug 21 10:56:31.955696 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d26aa2c9-a8fa-4ea9-95b2-1f2c458661b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:31.960832 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7e927f3b-0d0e-4318-8571-24ca4468e2c2 req-f3ec2eb9-8456-4473-80fe-235f46c71556 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782308 Aug 21 10:56:32.135375 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d26aa2c9-a8fa-4ea9-95b2-1f2c458661b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:32.149373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-d26aa2c9-a8fa-4ea9-95b2-1f2c458661b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d705d977-a219-4f74-8852-1db723d0eb37']}} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:56:32.163276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-d26aa2c9-a8fa-4ea9-95b2-1f2c458661b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4767212-735d-430e-9862-a96adcbbd211') {'for_net_delete': True} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:56:32.163636 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-d26aa2c9-a8fa-4ea9-95b2-1f2c458661b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4767212-735d-430e-9862-a96adcbbd211') {} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:56:32.185452 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d26aa2c9-a8fa-4ea9-95b2-1f2c458661b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649459'] for segment, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:32.266608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d26aa2c9-a8fa-4ea9-95b2-1f2c458661b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:32.274330 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26aa2c9-a8fa-4ea9-95b2-1f2c458661b1 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=82512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 10:56:32.275026 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d26aa2c9-a8fa-4ea9-95b2-1f2c458661b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822618131'] for segment, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:56:32.294651 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:56:32.424594 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0e2dd-3c1f-4b17-a903-79092f5e2b73 req-0497e2c0-a4f9-4c4a-8cd7-364b11237790 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:32.427291 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9ab0e2dd-3c1f-4b17-a903-79092f5e2b73 req-0497e2c0-a4f9-4c4a-8cd7-364b11237790 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 946 time: 0.1187487 Aug 21 10:56:32.476674 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9ab0e2dd-3c1f-4b17-a903-79092f5e2b73 req-b7da9233-f12a-48aa-9688-bf8067265819 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427411 Aug 21 10:56:32.534380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d26aa2c9-a8fa-4ea9-95b2-1f2c458661b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:32.539459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d26aa2c9-a8fa-4ea9-95b2-1f2c458661b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:32.544469 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8dad279f-f308-4e09-862d-c27788fe43f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:32.566768 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26aa2c9-a8fa-4ea9-95b2-1f2c458661b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d705d977-a219-4f74-8852-1db723d0eb37,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:32.571071 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d26aa2c9-a8fa-4ea9-95b2-1f2c458661b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:32.602042 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d26aa2c9-a8fa-4ea9-95b2-1f2c458661b1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d705d977-a219-4f74-8852-1db723d0eb37 HTTP/1.1" status: 204 len: 168 time: 0.8529286 Aug 21 10:56:32.784775 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f9de8-5275-4f95-b56d-8188b50a9a6c req-61f5a204-d4ec-4a41-8b6f-b299484f70bc tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:32.786294 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-351f9de8-5275-4f95-b56d-8188b50a9a6c req-61f5a204-d4ec-4a41-8b6f-b299484f70bc tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 945 time: 0.0870030 Aug 21 10:56:32.833905 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-351f9de8-5275-4f95-b56d-8188b50a9a6c req-2e403f3d-4046-4817-8869-1c653a6c5b50 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413082 Aug 21 10:56:32.889571 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 54566) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:32.941018 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-ff0cf2fa-9b7e-4f82-a41e-b8f877c7c82a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=632e482613fd4a6c983ef87427c49787&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502007 Aug 21 10:56:32.943336 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 54570) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:33.003836 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3ef14178-9b72-4839-8e79-5e368c2bab1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:33.030219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3ef14178-9b72-4839-8e79-5e368c2bab1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:33.121577 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3ef14178-9b72-4839-8e79-5e368c2bab1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:33.126755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-43856d84-9e51-4528-81bf-43a6f9da93a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:33.141675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef14178-9b72-4839-8e79-5e368c2bab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18adb80-62fa-4197-b85f-a5c9c1c1e23c,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:33.144354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3ef14178-9b72-4839-8e79-5e368c2bab1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:33.177815 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f6b96-cbbe-41d4-92f4-ddab9df9ee2c req-8194f715-5c04-483f-819a-99f7929ce4a2 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:33.179573 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-478f6b96-cbbe-41d4-92f4-ddab9df9ee2c req-8194f715-5c04-483f-819a-99f7929ce4a2 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0850768 Aug 21 10:56:33.184329 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3ef14178-9b72-4839-8e79-5e368c2bab1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:33.189509 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-3ef14178-9b72-4839-8e79-5e368c2bab1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c18adb80-62fa-4197-b85f-a5c9c1c1e23c HTTP/1.1" status: 204 len: 168 time: 0.2446117 Aug 21 10:56:33.237797 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-478f6b96-cbbe-41d4-92f4-ddab9df9ee2c req-8360799a-47ee-4de8-b151-2307d0909e45 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506375 Aug 21 10:56:33.683061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0052846-689f-4314-b71c-890f99c157da req-be5dc56e-e84e-4eca-a7d9-6994b714f07e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:33.685201 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a0052846-689f-4314-b71c-890f99c157da req-be5dc56e-e84e-4eca-a7d9-6994b714f07e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 946 time: 0.0826643 Aug 21 10:56:33.733858 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a0052846-689f-4314-b71c-890f99c157da req-98e25eb6-992f-40c7-8872-b6120d0f90cf tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426900 Aug 21 10:56:34.044378 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732504ba-1d12-48fa-abdd-5d0c2d46c9dc req-00ff666c-8ecc-4c50-91b8-0ffc33964062 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:34.045989 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-732504ba-1d12-48fa-abdd-5d0c2d46c9dc req-00ff666c-8ecc-4c50-91b8-0ffc33964062 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 945 time: 0.0866377 Aug 21 10:56:34.094476 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-732504ba-1d12-48fa-abdd-5d0c2d46c9dc req-46444851-8286-4ae9-ac5a-f3d48892209f tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 Aug 21 10:56:34.456492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ab74f-db21-4be1-8aff-dd2e9e7414be req-cb149e38-20bc-41ee-8f71-9fd828ed27e2 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:34.461949 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c71ab74f-db21-4be1-8aff-dd2e9e7414be req-cb149e38-20bc-41ee-8f71-9fd828ed27e2 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0903659 Aug 21 10:56:34.508019 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c71ab74f-db21-4be1-8aff-dd2e9e7414be req-bd91c62a-86f2-4d96-9a47-2287aafd2e88 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434108 Aug 21 10:56:34.950609 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36012f17-a25a-448f-9ee1-aec9027a187e req-e5a02325-a075-4028-96c4-77dad1a78df1 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:34.952243 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-36012f17-a25a-448f-9ee1-aec9027a187e req-e5a02325-a075-4028-96c4-77dad1a78df1 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 946 time: 0.0830939 Aug 21 10:56:35.001590 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 72fc3d77-5c40-407c-b814-5066f5f601fa details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:56:35.012196 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-36012f17-a25a-448f-9ee1-aec9027a187e req-0184e4b8-169a-4f79-8dee-09136d8df22d tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539732 Aug 21 10:56:35.196263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:35.293497 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 72fc3d77-5c40-407c-b814-5066f5f601fa, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=72fc3d77-5c40-407c-b814-5066f5f601fa,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:35.315220 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '72fc3d77-5c40-407c-b814-5066f5f601fa', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'port_id': '72fc3d77-5c40-407c-b814-5066f5f601fa', 'mac_address': 'fa:16:3e:62:05:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:56:35.395529 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:35.420640 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72fc3d77-5c40-407c-b814-5066f5f601fa {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:56:35.444649 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 72fc3d77-5c40-407c-b814-5066f5f601fa, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=72fc3d77-5c40-407c-b814-5066f5f601fa,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:35.453653 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42531f71-c6fe-4e73-9d87-58ed1a39c8f8 req-f62b2338-e662-455c-b850-e1297161a7da tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:35.455438 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-42531f71-c6fe-4e73-9d87-58ed1a39c8f8 req-f62b2338-e662-455c-b850-e1297161a7da tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 945 time: 0.1244748 Aug 21 10:56:35.478183 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:35.481562 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:35.571834 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-42531f71-c6fe-4e73-9d87-58ed1a39c8f8 req-11ce065b-f280-480f-b68a-45c912707a6d tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098423 Aug 21 10:56:35.615384 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=72fc3d77-5c40-407c-b814-5066f5f601fa,revision_number=6']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:35.630246 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:35.630634 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:35.631010 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:35.631654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:35.632032 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:35.632401 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:35.633117 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:35.633490 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:35.633857 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:35.634218 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:35.634730 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:35.647521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:35.813497 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db27be3-429c-4eac-84e1-af14c66f1017 req-5ed8568d-d678-433b-b4ec-f79246a6f4db tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:35.821475 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7db27be3-429c-4eac-84e1-af14c66f1017 req-5ed8568d-d678-433b-b4ec-f79246a6f4db tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 944 time: 0.1048200 Aug 21 10:56:35.878217 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7db27be3-429c-4eac-84e1-af14c66f1017 req-7cf95ece-bf90-48c6-9c7b-f44b8b5d8156 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555546 Aug 21 10:56:36.313305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57943dbb-1fa3-4415-bc58-998f620102c6 req-a88ba0bd-3e1a-4ce0-bfd6-dee227ffd6ee tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:36.315165 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-57943dbb-1fa3-4415-bc58-998f620102c6 req-a88ba0bd-3e1a-4ce0-bfd6-dee227ffd6ee tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 946 time: 0.1679158 Aug 21 10:56:36.382281 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-57943dbb-1fa3-4415-bc58-998f620102c6 req-a4fe96de-e560-49c2-a05f-5cc713457f70 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607817 Aug 21 10:56:36.844510 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ab9de-c1a9-4aa9-89f3-038d6cc2d4de req-5661f863-f929-4bd7-b679-9f4b6ce519af tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:36.846346 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b98ab9de-c1a9-4aa9-89f3-038d6cc2d4de req-5661f863-f929-4bd7-b679-9f4b6ce519af tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 945 time: 0.1086340 Aug 21 10:56:36.904147 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b98ab9de-c1a9-4aa9-89f3-038d6cc2d4de req-be70e366-32cc-4e2b-8da5-139bf18609a8 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510986 Aug 21 10:56:37.136633 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e32e0d-fa40-4270-92af-3a8968938b10 req-95341737-57ff-4aba-89ee-6c0f42519bbc tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:37.140070 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-87e32e0d-fa40-4270-92af-3a8968938b10 req-95341737-57ff-4aba-89ee-6c0f42519bbc tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 944 time: 0.1212163 Aug 21 10:56:37.238935 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-87e32e0d-fa40-4270-92af-3a8968938b10 req-426e1b79-81b2-4e28-b59d-915f37aa01a4 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832784 Aug 21 10:56:37.538335 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['72fc3d77-5c40-407c-b814-5066f5f601fa'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:56:37.763333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0640f80-e359-4c4d-94f7-86106106f144 req-3a4a7f5d-89eb-4bab-a1f0-df82d6c0b8d6 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:37.770852 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e0640f80-e359-4c4d-94f7-86106106f144 req-3a4a7f5d-89eb-4bab-a1f0-df82d6c0b8d6 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 946 time: 0.1866326 Aug 21 10:56:37.823333 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e0640f80-e359-4c4d-94f7-86106106f144 req-fe109155-5b35-4009-97a7-0c9bbf215940 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/security-groups?id=2826f019-cf13-4abd-8a5f-d3deefa4cce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515587 Aug 21 10:56:37.958614 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f043bcf-3f4c-4772-b0d7-f885f501f165 req-ff6cccc6-adae-4936-97c3-1011b2fc3c7a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:37.962114 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7f043bcf-3f4c-4772-b0d7-f885f501f165 req-ff6cccc6-adae-4936-97c3-1011b2fc3c7a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 946 time: 0.0953920 Aug 21 10:56:38.087034 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-7f043bcf-3f4c-4772-b0d7-f885f501f165 req-6917ddb5-357b-4c5b-93a8-4d2aec8c097e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Deleting port a4db44f4-8c3e-4320-b71a-542f14ea5790 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 10:56:38.087440 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-7f043bcf-3f4c-4772-b0d7-f885f501f165 req-6917ddb5-357b-4c5b-93a8-4d2aec8c097e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:38.264595 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e975f8-c0ba-44ba-8d6d-4d55d5aa031c req-8d8b96b4-2f2d-4cd6-8787-d060de315861 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:38.268029 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d6e975f8-c0ba-44ba-8d6d-4d55d5aa031c req-8d8b96b4-2f2d-4cd6-8787-d060de315861 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 945 time: 0.2298157 Aug 21 10:56:38.414136 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d6e975f8-c0ba-44ba-8d6d-4d55d5aa031c req-a9be0086-c480-4df7-9691-c08acba27129 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412408 Aug 21 10:56:38.487480 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-7f043bcf-3f4c-4772-b0d7-f885f501f165 req-6917ddb5-357b-4c5b-93a8-4d2aec8c097e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] For port a4db44f4-8c3e-4320-b71a-542f14ea5790, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=a4db44f4-8c3e-4320-b71a-542f14ea5790,segment=NetworkSegment(8c737795-50da-41f9-a892-f533c49e2dab),segment_id=8c737795-50da-41f9-a892-f533c49e2dab)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:38.488658 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-7f043bcf-3f4c-4772-b0d7-f885f501f165 req-6917ddb5-357b-4c5b-93a8-4d2aec8c097e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:38.491977 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a078ee8-3e5f-4706-92a5-0846e1e19c08 req-b7b28b93-c237-4fd0-8eb7-9f48b53985b2 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:38.493820 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9a078ee8-3e5f-4706-92a5-0846e1e19c08 req-b7b28b93-c237-4fd0-8eb7-9f48b53985b2 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 944 time: 0.1094139 Aug 21 10:56:38.568142 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9a078ee8-3e5f-4706-92a5-0846e1e19c08 req-f7755934-2aa1-4033-bd51-ff51bc92b4fb tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668719 Aug 21 10:56:38.630588 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-7f043bcf-3f4c-4772-b0d7-f885f501f165 req-6917ddb5-357b-4c5b-93a8-4d2aec8c097e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Calling delete_port for a4db44f4-8c3e-4320-b71a-542f14ea5790 owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 10:56:38.638879 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 72fc3d77-5c40-407c-b814-5066f5f601fa up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:56:38.740585 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 72fc3d77-5c40-407c-b814-5066f5f601fa triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:56:38.741750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:38.849370 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-7f043bcf-3f4c-4772-b0d7-f885f501f165 req-6917ddb5-357b-4c5b-93a8-4d2aec8c097e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:38.865660 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2c242138-3ef1-4bb9-8031-1d5183c45b7a tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:38.877585 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['a4db44f4-8c3e-4320-b71a-542f14ea5790'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:56:38.946048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:38.976135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fc3d77-5c40-407c-b814-5066f5f601fa'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:56:38.992103 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 72fc3d77-5c40-407c-b814-5066f5f601fa, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=72fc3d77-5c40-407c-b814-5066f5f601fa,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:39.024017 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917ddb5-357b-4c5b-93a8-4d2aec8c097e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Pushing event deleted for resources: {'Port': ['ID=a4db44f4-8c3e-4320-b71a-542f14ea5790,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:39.026823 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:39.028030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 26b2edec-e9bc-46f7-95ad-08d677f1dd4b up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:56:39.029536 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6917ddb5-357b-4c5b-93a8-4d2aec8c097e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:39.113960 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f043bcf-3f4c-4772-b0d7-f885f501f165 req-6917ddb5-357b-4c5b-93a8-4d2aec8c097e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] No DVR routers for this DVR port a4db44f4-8c3e-4320-b71a-542f14ea5790 on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 10:56:39.120411 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fc3d77-5c40-407c-b814-5066f5f601fa', 'code': 200} Aug 21 10:56:39.121790 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:39.231684 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=72fc3d77-5c40-407c-b814-5066f5f601fa,revision_number=7']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:39.232220 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a5bf6944-be06-41c3-912c-6e6ca13a3487 req-dbdf374e-d5c7-4f22-9a49-75ee7eb36dd8 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 210 time: 0.1102955 Aug 21 10:56:39.233509 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-7f043bcf-3f4c-4772-b0d7-f885f501f165 req-6917ddb5-357b-4c5b-93a8-4d2aec8c097e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:39.236635 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d563cc9-a469-4211-8284-9e663f9c54ca', 'name': 'network-vif-deleted', 'tag': 'a4db44f4-8c3e-4320-b71a-542f14ea5790'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:56:39.250686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:39.269050 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 26b2edec-e9bc-46f7-95ad-08d677f1dd4b completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:56:39.277943 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 26b2edec-e9bc-46f7-95ad-08d677f1dd4b triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:56:39.278364 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:39.295977 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7f043bcf-3f4c-4772-b0d7-f885f501f165 req-6917ddb5-357b-4c5b-93a8-4d2aec8c097e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.35 "DELETE /v2.0/ports/a4db44f4-8c3e-4320-b71a-542f14ea5790 HTTP/1.1" status: 204 len: 173 time: 1.3276098 Aug 21 10:56:39.324090 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d563cc9-a469-4211-8284-9e663f9c54ca', 'name': 'network-vif-deleted', 'tag': 'a4db44f4-8c3e-4320-b71a-542f14ea5790', 'status': 'completed', 'code': 200} Aug 21 10:56:39.423750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aef3dbba-42e1-43c3-8457-f14eae45df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:39.448599 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:39.490000 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 26b2edec-e9bc-46f7-95ad-08d677f1dd4b, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=26b2edec-e9bc-46f7-95ad-08d677f1dd4b,segment=NetworkSegment(b78823b8-e97f-43f7-9c1c-2d9418bd4638),segment_id=b78823b8-e97f-43f7-9c1c-2d9418bd4638)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:56:39.532524 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:39.540049 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:39.646410 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=26b2edec-e9bc-46f7-95ad-08d677f1dd4b,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:39.651564 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:39.729731 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 54784) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:39.755377 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc23e9e-b6b3-41ec-9fbc-9248b7750c72 req-acc79fe7-ca00-453f-b82a-6e2c802f7b09 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:39.780433 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dfc23e9e-b6b3-41ec-9fbc-9248b7750c72 req-acc79fe7-ca00-453f-b82a-6e2c802f7b09 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 946 time: 0.1831944 Aug 21 10:56:39.894678 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dfc23e9e-b6b3-41ec-9fbc-9248b7750c72 req-1938e71d-6aa6-4b75-bd9c-8c2c2142620d tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131859 Aug 21 10:56:39.924831 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6011bc-2091-474f-aa54-df7b930df1bf req-55e20286-6fe6-4fba-be97-fd3e895eb75a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:39.926389 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0c6011bc-2091-474f-aa54-df7b930df1bf req-55e20286-6fe6-4fba-be97-fd3e895eb75a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.1150029 Aug 21 10:56:39.981668 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-52d2bcc7-20a4-4daa-ba02-f29fcaf63ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:40.037165 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0c6011bc-2091-474f-aa54-df7b930df1bf req-2b1c966d-8e74-44c6-8305-a0144f59b893 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013534 Aug 21 10:56:40.066510 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-52d2bcc7-20a4-4daa-ba02-f29fcaf63ca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:56:40.071229 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-52d2bcc7-20a4-4daa-ba02-f29fcaf63ca4 admin admin] Usage tracker for resource:security_group_rule and tenant:f100ad94ddc44d0db90d97f65a40f6dc is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:56:40.075097 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-52d2bcc7-20a4-4daa-ba02-f29fcaf63ca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:56:40.098634 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-52d2bcc7-20a4-4daa-ba02-f29fcaf63ca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:56:40.192580 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-52d2bcc7-20a4-4daa-ba02-f29fcaf63ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:40.226767 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-52d2bcc7-20a4-4daa-ba02-f29fcaf63ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:40.276072 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d2106a62-c264-466c-8f94-003e12f8d609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:40.309785 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-52d2bcc7-20a4-4daa-ba02-f29fcaf63ca4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f100ad94ddc44d0db90d97f65a40f6dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5759571 Aug 21 10:56:40.309785 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2bcc7-20a4-4daa-ba02-f29fcaf63ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacd2c11-6f90-4e4a-9cb9-81aefbe8a16d,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:40.312066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 54810) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:40.378459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-52d2bcc7-20a4-4daa-ba02-f29fcaf63ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:40.399421 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-66562b11-c181-4e6a-a992-12c1ae22a865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:40.440071 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-66562b11-c181-4e6a-a992-12c1ae22a865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:40.476182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-cc2ff056-ae4b-419e-93f3-275b867228ea req-e9eca515-a6a4-45e0-adce-5465bf14d259 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Synchronizing usage tracker for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:56:40.524289 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-cc2ff056-ae4b-419e-93f3-275b867228ea req-e9eca515-a6a4-45e0-adce-5465bf14d259 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Unset dirty status for tenant:ca4e747d982848ecb4db023d86d4ccd5 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:56:40.526397 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cc2ff056-ae4b-419e-93f3-275b867228ea req-e9eca515-a6a4-45e0-adce-5465bf14d259 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d563cc9-a469-4211-8284-9e663f9c54ca HTTP/1.1" status: 200 len: 210 time: 0.1173694 Aug 21 10:56:40.587033 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-66562b11-c181-4e6a-a992-12c1ae22a865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:40.595504 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-00c3b9ee-4932-45e1-a737-9a81ff1c0a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:40.611949 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66562b11-c181-4e6a-a992-12c1ae22a865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacd2c11-6f90-4e4a-9cb9-81aefbe8a16d,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:40.614447 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-66562b11-c181-4e6a-a992-12c1ae22a865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:40.620081 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-66562b11-c181-4e6a-a992-12c1ae22a865 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dacd2c11-6f90-4e4a-9cb9-81aefbe8a16d HTTP/1.1" status: 204 len: 168 time: 0.3074179 Aug 21 10:56:40.621395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-66562b11-c181-4e6a-a992-12c1ae22a865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:40.961521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:41.122187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a386962c-158d-4fc8-a1a4-3283157c9c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b2edec-e9bc-46f7-95ad-08d677f1dd4b'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:56:41.185410 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda479b-1943-49a2-8c74-09dc5855a1c5 req-8e67ebac-e01e-4c7e-8b06-ba971410f992 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:41.204248 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1fda479b-1943-49a2-8c74-09dc5855a1c5 req-8e67ebac-e01e-4c7e-8b06-ba971410f992 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 946 time: 0.1520207 Aug 21 10:56:41.286785 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1fda479b-1943-49a2-8c74-09dc5855a1c5 req-02f3b41f-3c1c-4064-b1b4-633978b3a59e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813844 Aug 21 10:56:41.365508 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 54842) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:41.401464 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a386962c-158d-4fc8-a1a4-3283157c9c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b2edec-e9bc-46f7-95ad-08d677f1dd4b', 'code': 200} Aug 21 10:56:41.421309 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ff4cddff-e4ca-452f-8062-0b48aa97f905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:41.446256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02f455-ae15-4760-b2da-0ac74f90f631 req-cf589834-db88-429e-8104-c55242bc7767 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:41.463793 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fb02f455-ae15-4760-b2da-0ac74f90f631 req-cf589834-db88-429e-8104-c55242bc7767 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.1652372 Aug 21 10:56:41.487943 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-ff4cddff-e4ca-452f-8062-0b48aa97f905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:56:41.493164 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-ff4cddff-e4ca-452f-8062-0b48aa97f905 admin admin] Usage tracker for resource:security_group_rule and tenant:4c4885a0feeb4c699a3cff7b61921001 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:56:41.496897 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-ff4cddff-e4ca-452f-8062-0b48aa97f905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:56:41.504898 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-ff4cddff-e4ca-452f-8062-0b48aa97f905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:56:41.561443 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fb02f455-ae15-4760-b2da-0ac74f90f631 req-4fb019a7-96c4-40a4-941f-03443a4b637f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962086 Aug 21 10:56:41.702080 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ff4cddff-e4ca-452f-8062-0b48aa97f905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:41.731523 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 54848) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:41.805049 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bcee50-9b5f-49cb-bdb3-ee2aa86de937 admin admin] Deleting subnet 029d870c-18d8-43a7-b4a5-2f13ab15e3e4 {{(pid=82511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 10:56:41.809187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ff4cddff-e4ca-452f-8062-0b48aa97f905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:41.823671 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e1bcee50-9b5f-49cb-bdb3-ee2aa86de937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:41.851980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e7877882-7796-44ce-94f9-ef307e2776ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:41.920420 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cddff-e4ca-452f-8062-0b48aa97f905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a5ef8d-fafc-48fb-bb30-df8f2885ebec,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:41.930825 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 54852) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:41.940337 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-ff4cddff-e4ca-452f-8062-0b48aa97f905 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c4885a0feeb4c699a3cff7b61921001&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5732872 Aug 21 10:56:41.943623 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ff4cddff-e4ca-452f-8062-0b48aa97f905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:41.956460 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e1bcee50-9b5f-49cb-bdb3-ee2aa86de937 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853246605'] for subnet, precommit_delete_associations {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:41.979391 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8aaf4220-35fe-475c-92f3-fbe98dbd3743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:42.043098 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b6d985a3-1e64-405e-9d29-8dbe006add5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:42.054708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e1bcee50-9b5f-49cb-bdb3-ee2aa86de937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:42.108086 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b6d985a3-1e64-405e-9d29-8dbe006add5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:42.327476 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b6d985a3-1e64-405e-9d29-8dbe006add5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:42.327737 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:42.334796 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0a11c7d0-f7aa-43f9-a1ea-6ac7be34bf4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:42.360113 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d985a3-1e64-405e-9d29-8dbe006add5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a5ef8d-fafc-48fb-bb30-df8f2885ebec,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:42.365111 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b6d985a3-1e64-405e-9d29-8dbe006add5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:42.371059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b6d985a3-1e64-405e-9d29-8dbe006add5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:42.371059 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-b6d985a3-1e64-405e-9d29-8dbe006add5b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7a5ef8d-fafc-48fb-bb30-df8f2885ebec HTTP/1.1" status: 204 len: 168 time: 0.4390192 Aug 21 10:56:42.428646 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e1bcee50-9b5f-49cb-bdb3-ee2aa86de937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31833284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822819163'] for subnet, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:42.434799 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:42.594576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcee50-9b5f-49cb-bdb3-ee2aa86de937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029d870c-18d8-43a7-b4a5-2f13ab15e3e4,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:42.601838 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e1bcee50-9b5f-49cb-bdb3-ee2aa86de937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:42.603266 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e1bcee50-9b5f-49cb-bdb3-ee2aa86de937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:42.615821 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e1bcee50-9b5f-49cb-bdb3-ee2aa86de937 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/029d870c-18d8-43a7-b4a5-2f13ab15e3e4 HTTP/1.1" status: 204 len: 168 time: 0.8825243 Aug 21 10:56:42.620647 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 54862) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:42.654823 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device a4db44f4-8c3e-4320-b71a-542f14ea5790 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 10:56:42.728267 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: a4db44f4-8c3e-4320-b71a-542f14ea5790 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 10:56:42.728970 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a924f21-a3d2-474e-85e0-4f591fa8e374 req-12c3b082-9a19-4ba9-a004-fd237bd10cf1 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:42.731355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device a4db44f4-8c3e-4320-b71a-542f14ea5790 not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 10:56:42.737461 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7a924f21-a3d2-474e-85e0-4f591fa8e374 req-12c3b082-9a19-4ba9-a004-fd237bd10cf1 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 946 time: 0.2004385 Aug 21 10:56:42.771662 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ca971b18-1595-421f-a3f6-4cc06c266fa3 req-5a39cdbc-6d77-4b80-831f-34d30d1d407f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 1099 time: 0.3482552 Aug 21 10:56:42.815251 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7a924f21-a3d2-474e-85e0-4f591fa8e374 req-ba02cc65-899f-4c86-a4d2-1c06164997f6 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766542 Aug 21 10:56:42.867515 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ca971b18-1595-421f-a3f6-4cc06c266fa3 req-ccb11657-095e-468a-b86f-da998b5af1b5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508561 Aug 21 10:56:43.040415 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e4946ca7-df22-4ef0-bf76-9e99e589f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:43.581088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:43.985403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e4946ca7-df22-4ef0-bf76-9e99e589f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:44.007238 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-e4946ca7-df22-4ef0-bf76-9e99e589f4f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de6ebeb-552e-4358-808e-6e565693a7b6']}} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:56:44.027068 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-e4946ca7-df22-4ef0-bf76-9e99e589f4f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c737795-50da-41f9-a892-f533c49e2dab') {'for_net_delete': True} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:56:44.027535 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-e4946ca7-df22-4ef0-bf76-9e99e589f4f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c737795-50da-41f9-a892-f533c49e2dab') {} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:56:44.045298 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e4946ca7-df22-4ef0-bf76-9e99e589f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1529211'] for segment, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:44.078677 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e4946ca7-df22-4ef0-bf76-9e99e589f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:44.085862 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4946ca7-df22-4ef0-bf76-9e99e589f4f8 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=82511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 10:56:44.086305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e4946ca7-df22-4ef0-bf76-9e99e589f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31833257'] for segment, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:56:44.233872 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:56:44.476581 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cc560-f63a-4033-8a01-56e3acfb118b req-e8ee83f9-4294-45cb-a943-7b23aa0f162f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:44.476581 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-766cc560-f63a-4033-8a01-56e3acfb118b req-e8ee83f9-4294-45cb-a943-7b23aa0f162f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 1.2643733 Aug 21 10:56:44.478045 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591bb3c-a4db-42d5-98ec-a8b78941b753 req-4b918a4d-3c5c-45c4-90e6-9bec176d7c71 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:44.478045 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9591bb3c-a4db-42d5-98ec-a8b78941b753 req-4b918a4d-3c5c-45c4-90e6-9bec176d7c71 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 946 time: 0.1980927 Aug 21 10:56:44.479104 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-766cc560-f63a-4033-8a01-56e3acfb118b req-d5cb3cf5-96cb-40ce-9c15-864744421259 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663912 Aug 21 10:56:44.479104 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e4946ca7-df22-4ef0-bf76-9e99e589f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:44.479104 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:44.479104 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e4946ca7-df22-4ef0-bf76-9e99e589f4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:44.479490 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9591bb3c-a4db-42d5-98ec-a8b78941b753 req-5e365e36-1fe4-476c-8a28-6db358dd7cd0 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231792 Aug 21 10:56:44.508493 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4946ca7-df22-4ef0-bf76-9e99e589f4f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4de6ebeb-552e-4358-808e-6e565693a7b6,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:44.528270 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e4946ca7-df22-4ef0-bf76-9e99e589f4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:44.544189 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e4946ca7-df22-4ef0-bf76-9e99e589f4f8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4de6ebeb-552e-4358-808e-6e565693a7b6 HTTP/1.1" status: 204 len: 168 time: 1.9189887 Aug 21 10:56:45.089690 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 54906) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:45.229792 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-28523c67-c17e-4831-8203-f4ba1d3a866b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca4e747d982848ecb4db023d86d4ccd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1351669 Aug 21 10:56:45.230216 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 54912) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:45.436848 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb883d70-224f-4260-927b-0a9988ee88c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:45.517428 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb883d70-224f-4260-927b-0a9988ee88c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:45.658521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb883d70-224f-4260-927b-0a9988ee88c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:45.676073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-1a6e4d4b-928b-43e2-981b-bbfe52f9717e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:45.698246 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb883d70-224f-4260-927b-0a9988ee88c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2826f019-cf13-4abd-8a5f-d3deefa4cce5,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:45.701386 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fb883d70-224f-4260-927b-0a9988ee88c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:45.717090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb883d70-224f-4260-927b-0a9988ee88c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:45.720446 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-fb883d70-224f-4260-927b-0a9988ee88c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2826f019-cf13-4abd-8a5f-d3deefa4cce5 HTTP/1.1" status: 204 len: 168 time: 0.4893661 Aug 21 10:56:45.761853 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36ee5d-ebfa-41f4-a074-43129cfaa848 req-d5a622b3-bd83-4b17-8f15-01dba66d8a20 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:45.770068 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ea36ee5d-ebfa-41f4-a074-43129cfaa848 req-d5a622b3-bd83-4b17-8f15-01dba66d8a20 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.2226012 Aug 21 10:56:45.841246 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ea36ee5d-ebfa-41f4-a074-43129cfaa848 req-5bd118e5-002b-481d-8b22-38f6e6b21397 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693059 Aug 21 10:56:45.942675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563c14b-d31e-4967-b805-bd92477b21e6 req-24987759-3d13-403a-bfa9-f1fdc29f8f37 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:45.944365 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8563c14b-d31e-4967-b805-bd92477b21e6 req-24987759-3d13-403a-bfa9-f1fdc29f8f37 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 946 time: 0.1539953 Aug 21 10:56:46.144704 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8563c14b-d31e-4967-b805-bd92477b21e6 req-0add6805-2a1f-4443-a25f-16f3e2ae659f tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917272 Aug 21 10:56:47.066948 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b03ae-cce7-4343-8fed-9637c171f5be req-fa07d33e-990a-47dc-8914-16f7b8adb7ac tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:47.068568 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-105b03ae-cce7-4343-8fed-9637c171f5be req-fa07d33e-990a-47dc-8914-16f7b8adb7ac tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0904071 Aug 21 10:56:47.117719 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-105b03ae-cce7-4343-8fed-9637c171f5be req-35828a26-e9b5-447e-bd08-6e53cf698189 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427079 Aug 21 10:56:48.545331 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21287c0-957d-4cfe-90b5-f816a873e2c4 req-be1f3b5c-b293-4573-a293-f16125627853 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:48.552849 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e21287c0-957d-4cfe-90b5-f816a873e2c4 req-be1f3b5c-b293-4573-a293-f16125627853 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.1841702 Aug 21 10:56:48.646901 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e21287c0-957d-4cfe-90b5-f816a873e2c4 req-e6b9a45e-53fe-45f9-a6da-7aef3499c59b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930181 Aug 21 10:56:50.010364 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56bd4f-5287-4703-b47a-9faba4d67a21 req-9c98ffab-bfee-4bda-a636-25f7d6a18a0b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:50.012028 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf56bd4f-5287-4703-b47a-9faba4d67a21 req-9c98ffab-bfee-4bda-a636-25f7d6a18a0b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0903101 Aug 21 10:56:50.082089 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf56bd4f-5287-4703-b47a-9faba4d67a21 req-cf85ea89-69c2-4960-a44d-58507762c92e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628686 Aug 21 10:56:51.436510 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc12b1-616d-4936-8c3c-866e45773c5f req-e83dfb04-c560-457b-9a63-959077ab73ad tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:51.438203 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-09fc12b1-616d-4936-8c3c-866e45773c5f req-e83dfb04-c560-457b-9a63-959077ab73ad tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.1248970 Aug 21 10:56:51.503741 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-09fc12b1-616d-4936-8c3c-866e45773c5f req-0f349925-e0b9-49ab-a4cd-f04f1659055c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585423 Aug 21 10:56:52.854114 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5c17b-5ac5-47ac-b728-ffd1f2444aa2 req-cca62878-360e-4cf2-9309-12f025bb5df7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:52.856561 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-95a5c17b-5ac5-47ac-b728-ffd1f2444aa2 req-cca62878-360e-4cf2-9309-12f025bb5df7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.1007726 Aug 21 10:56:52.910130 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-95a5c17b-5ac5-47ac-b728-ffd1f2444aa2 req-c62d523a-b59f-4e2c-9d08-9e1b1f64cf38 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461338 Aug 21 10:56:53.056915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 55142) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:53.241416 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:53.281542 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:56:53.285967 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Usage tracker for resource:security_group_rule and tenant:f67458f6677a4dd8b755b01ad8d5296f is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:56:53.289161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:56:53.301504 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:56:53.384732 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:53.442852 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:53.468414 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-7d3658a5-ffa1-4b3a-a154-ebb3b3b04724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:53.507893 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8aac56-c710-430a-b65e-167477f33bb5,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:53.516133 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f67458f6677a4dd8b755b01ad8d5296f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4574962 Aug 21 10:56:53.526485 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 55154) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:53.529506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:53.530044 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:53.530445 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:53.530843 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:53.531504 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:53.531947 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:53.532380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:53.532773 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:53.533159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:53.533543 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:53.533924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:53.551694 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:53.834509 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:53.864799 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:54.002760 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:54.009845 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-34d7e3b1-eec3-4763-8ab9-2db884a59ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:54.025855 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8aac56-c710-430a-b65e-167477f33bb5,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:54.039798 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:54.040569 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:54.041179 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:54.042379 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:54.042983 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:54.043685 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:54.044282 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:54.044880 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:54.045474 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:54.046054 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:54.046642 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:56:54.050698 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:54.053896 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:54.061804 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f8aac56-c710-430a-b65e-167477f33bb5 HTTP/1.1" status: 204 len: 168 time: 0.5338514 Aug 21 10:56:54.176214 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edacfd4-573b-4b78-9760-7926ea0b43a3 req-d99a2a05-b54e-4fa4-8048-1a90a50dd354 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:54.185465 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8edacfd4-573b-4b78-9760-7926ea0b43a3 req-d99a2a05-b54e-4fa4-8048-1a90a50dd354 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.1188505 Aug 21 10:56:54.248482 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8edacfd4-573b-4b78-9760-7926ea0b43a3 req-aa213be3-4265-4030-9dce-4c99b1cac4f9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600686 Aug 21 10:56:54.757034 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 55176) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:54.778939 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8ad12d31-cba5-4c9d-8c92-3b220744c7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:54.940766 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-8ad12d31-cba5-4c9d-8c92-3b220744c7e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:56:54.945917 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-8ad12d31-cba5-4c9d-8c92-3b220744c7e6 admin admin] Usage tracker for resource:security_group_rule and tenant:4360113fdb5a41e4b00a9610696bc731 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:56:54.949803 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-8ad12d31-cba5-4c9d-8c92-3b220744c7e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:56:54.957374 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-8ad12d31-cba5-4c9d-8c92-3b220744c7e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:56:55.216286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8ad12d31-cba5-4c9d-8c92-3b220744c7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:55.477268 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba361a-f519-4a07-8e2e-4208fdff85a9 req-3966ce11-04fa-477d-bdfb-07beb7f7e1ba tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:55.478855 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-20ba361a-f519-4a07-8e2e-4208fdff85a9 req-3966ce11-04fa-477d-bdfb-07beb7f7e1ba tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0861359 Aug 21 10:56:55.532761 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-20ba361a-f519-4a07-8e2e-4208fdff85a9 req-f1c52090-1571-4326-829e-b4e4f90bc690 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475869 Aug 21 10:56:56.185562 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8ad12d31-cba5-4c9d-8c92-3b220744c7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:56.194140 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-783794f6-9c3b-4921-b284-f8e5d6de09ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:56.239340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad12d31-cba5-4c9d-8c92-3b220744c7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb16e61-dfc6-45ab-b2aa-bc98f4b158c4,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:56.242746 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8ad12d31-cba5-4c9d-8c92-3b220744c7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:56.248193 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-8ad12d31-cba5-4c9d-8c92-3b220744c7e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4360113fdb5a41e4b00a9610696bc731&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4869535 Aug 21 10:56:56.249102 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 55192) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:56:56.315726 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0fff75dd-0997-40ed-83db-4594234ece86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:56.351118 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0fff75dd-0997-40ed-83db-4594234ece86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:56.551713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0fff75dd-0997-40ed-83db-4594234ece86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:56.559394 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2f85228a-44b9-4ed4-8399-2538deaad923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:56:56.588335 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff75dd-0997-40ed-83db-4594234ece86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb16e61-dfc6-45ab-b2aa-bc98f4b158c4,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:56:56.591044 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0fff75dd-0997-40ed-83db-4594234ece86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:56:56.602129 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0fff75dd-0997-40ed-83db-4594234ece86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:56:56.609123 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-0fff75dd-0997-40ed-83db-4594234ece86 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0fb16e61-dfc6-45ab-b2aa-bc98f4b158c4 HTTP/1.1" status: 204 len: 168 time: 0.3593533 Aug 21 10:56:56.824274 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3095a-9c62-4f81-8e6f-72b1cb35cedb req-9c99fdce-380a-47c8-a4fd-160ca22aaa92 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:56.825873 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cbb3095a-9c62-4f81-8e6f-72b1cb35cedb req-9c99fdce-380a-47c8-a4fd-160ca22aaa92 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.1029925 Aug 21 10:56:56.886983 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cbb3095a-9c62-4f81-8e6f-72b1cb35cedb req-213c6fc7-bf55-4026-9c0a-3ec7743438d8 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534685 Aug 21 10:56:58.118472 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5517dc-f3dd-4482-9278-534f854908da req-16e4407c-f0f3-4d94-909f-0c21d31809d4 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:58.120154 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ca5517dc-f3dd-4482-9278-534f854908da req-16e4407c-f0f3-4d94-909f-0c21d31809d4 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0883338 Aug 21 10:56:58.175869 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ca5517dc-f3dd-4482-9278-534f854908da req-1a9f83e7-03af-4ce7-8922-3fb6d7fb16ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492280 Aug 21 10:56:59.425612 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55a6d1-a4c8-4c76-9b08-9cd461119afe req-963f2c54-c8fe-42c1-adf1-1f76b010df9b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:56:59.427206 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9d55a6d1-a4c8-4c76-9b08-9cd461119afe req-963f2c54-c8fe-42c1-adf1-1f76b010df9b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0877275 Aug 21 10:56:59.477395 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9d55a6d1-a4c8-4c76-9b08-9cd461119afe req-d7dec7ac-e774-466a-b53f-3efb13241d06 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437217 Aug 21 10:57:00.715183 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebc6d9-80ff-46a6-bcdb-fbb299207155 req-6d244c54-3911-4c15-b4f5-21cf68a51fe0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:00.716830 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a7ebc6d9-80ff-46a6-bcdb-fbb299207155 req-6d244c54-3911-4c15-b4f5-21cf68a51fe0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0852141 Aug 21 10:57:00.769057 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a7ebc6d9-80ff-46a6-bcdb-fbb299207155 req-0b786022-e1c2-4c53-b1e4-60910fc5d736 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461063 Aug 21 10:57:01.986224 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a4b69-ca5a-4e77-8a0b-f3ceb106fdcb req-e425aec4-63e2-4f58-b9d7-0d18710fa1b1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:01.987951 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-713a4b69-ca5a-4e77-8a0b-f3ceb106fdcb req-e425aec4-63e2-4f58-b9d7-0d18710fa1b1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0813041 Aug 21 10:57:02.037601 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-713a4b69-ca5a-4e77-8a0b-f3ceb106fdcb req-cbc17df8-ef4a-445c-8bd4-751cde05a9a8 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421805 Aug 21 10:57:03.290387 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4145e71-7239-4788-9f97-671f339f1270 req-0d338f51-d34a-42e6-8454-75f2507ff3c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4599243a149a7856c54fdc20f7e47&device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 1098 time: 0.1217957 Aug 21 10:57:03.335337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cdd4-d82c-4aeb-bf7a-fe0ff730e96d req-fd1ac8dc-3ff0-4de3-85a3-971139c0c108 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:03.337587 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-28e0cdd4-d82c-4aeb-bf7a-fe0ff730e96d req-fd1ac8dc-3ff0-4de3-85a3-971139c0c108 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.1111836 Aug 21 10:57:03.401911 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-28e0cdd4-d82c-4aeb-bf7a-fe0ff730e96d req-0a9ce931-d987-423e-b366-5e56f3360479 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569999 Aug 21 10:57:03.465340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4145e71-7239-4788-9f97-671f339f1270 req-7ecfcbeb-6a05-4dfe-bc12-b3adf6f17c5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:03.466949 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4145e71-7239-4788-9f97-671f339f1270 req-7ecfcbeb-6a05-4dfe-bc12-b3adf6f17c5c service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffac6d6c-98c6-42e8-8c03-8096916bd29d HTTP/1.1" status: 200 len: 918 time: 0.1674671 Aug 21 10:57:03.584757 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4145e71-7239-4788-9f97-671f339f1270 req-8133b2a6-bc8f-4f34-b3be-a5c9419fbd56 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72fc3d77-5c40-407c-b814-5066f5f601fa HTTP/1.1" status: 200 len: 1001 time: 0.1071293 Aug 21 10:57:03.660165 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4145e71-7239-4788-9f97-671f339f1270 req-948bd97d-dc73-4be4-b3e5-fd1aa96945b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:03.661866 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4145e71-7239-4788-9f97-671f339f1270 req-948bd97d-dc73-4be4-b3e5-fd1aa96945b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f HTTP/1.1" status: 200 len: 856 time: 0.0739863 Aug 21 10:57:03.758692 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4145e71-7239-4788-9f97-671f339f1270 req-4b0eb6bb-44cd-4410-a66c-d7f401ae9636 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffac6d6c-98c6-42e8-8c03-8096916bd29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881126 Aug 21 10:57:03.765487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 55426) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:03.926388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ceb4bf-9d8f-4452-a040-574bbd06d18a admin admin] Deleting subnet c93c400d-0e82-4816-a33c-c6d62ea8b43e {{(pid=82512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 10:57:03.931510 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-29ceb4bf-9d8f-4452-a040-574bbd06d18a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:04.009565 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4145e71-7239-4788-9f97-671f339f1270 req-62186aa7-6390-4b81-a8e5-047f5e0d69d9 service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092302 Aug 21 10:57:04.013511 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-29ceb4bf-9d8f-4452-a040-574bbd06d18a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853126341'] for subnet, precommit_delete_associations {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:04.131695 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:57:04.163173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-29ceb4bf-9d8f-4452-a040-574bbd06d18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:04.253657 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4145e71-7239-4788-9f97-671f339f1270 req-a86fff5d-6fd8-413c-9eca-a8af0b2baef3 service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116427 Aug 21 10:57:04.287828 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-29ceb4bf-9d8f-4452-a040-574bbd06d18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822618240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32114412'] for subnet, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:04.293108 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a8f40637-dc51-4efa-8ed3-a1b8c994c5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:04.327573 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ceb4bf-9d8f-4452-a040-574bbd06d18a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c93c400d-0e82-4816-a33c-c6d62ea8b43e,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:04.332487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-29ceb4bf-9d8f-4452-a040-574bbd06d18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:04.334779 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-29ceb4bf-9d8f-4452-a040-574bbd06d18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:04.340893 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-29ceb4bf-9d8f-4452-a040-574bbd06d18a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c93c400d-0e82-4816-a33c-c6d62ea8b43e HTTP/1.1" status: 204 len: 168 time: 0.5743799 Aug 21 10:57:04.343453 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 55434) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:04.455996 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f9c1-3bd2-40a5-b087-091b185cc039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:04.637895 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f9c1-3bd2-40a5-b087-091b185cc039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:04.654471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-0cb3f9c1-3bd2-40a5-b087-091b185cc039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9b5ca4-be76-4ae1-ad42-c7502997efba']}} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:04.669880 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-0cb3f9c1-3bd2-40a5-b087-091b185cc039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd60684-8885-4bd9-8388-a2ff42f07972') {'for_net_delete': True} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:04.670222 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-0cb3f9c1-3bd2-40a5-b087-091b185cc039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd60684-8885-4bd9-8388-a2ff42f07972') {} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:04.691847 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f9c1-3bd2-40a5-b087-091b185cc039 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649459'] for segment, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:04.711041 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f9c1-3bd2-40a5-b087-091b185cc039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:04.719062 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd8546-59a6-4634-b6a8-ef763b260e73 req-8ab731d6-5f9e-4052-9509-a65fb4bc2af9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:04.720687 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5abd8546-59a6-4634-b6a8-ef763b260e73 req-8ab731d6-5f9e-4052-9509-a65fb4bc2af9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.1584980 Aug 21 10:57:04.726245 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb3f9c1-3bd2-40a5-b087-091b185cc039 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=82512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 10:57:04.726245 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f9c1-3bd2-40a5-b087-091b185cc039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822618131'] for segment, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:57:04.740873 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:57:04.855339 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5abd8546-59a6-4634-b6a8-ef763b260e73 req-6885be9b-f36e-4d49-9dbb-99d387bfcff3 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135006 Aug 21 10:57:04.864525 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f9c1-3bd2-40a5-b087-091b185cc039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:04.868554 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d26aa2c9-a8fa-4ea9-95b2-1f2c458661b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:04.888402 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0cb3f9c1-3bd2-40a5-b087-091b185cc039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:04.900347 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3f9c1-3bd2-40a5-b087-091b185cc039 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f9b5ca4-be76-4ae1-ad42-c7502997efba,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:04.903872 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0cb3f9c1-3bd2-40a5-b087-091b185cc039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:04.939866 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-0cb3f9c1-3bd2-40a5-b087-091b185cc039 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2f9b5ca4-be76-4ae1-ad42-c7502997efba HTTP/1.1" status: 204 len: 168 time: 0.5953040 Aug 21 10:57:05.228373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 55454) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:05.281762 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-66bb239b-8123-4887-9a44-e89a397db1ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4b63a7e01e34d8a8d613d2da8d544ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521104 Aug 21 10:57:05.284317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 55458) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:05.348679 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c0489643-e2fd-483e-a48b-a86d5cdc2df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:05.374866 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c0489643-e2fd-483e-a48b-a86d5cdc2df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:05.441680 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c0489643-e2fd-483e-a48b-a86d5cdc2df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:05.446478 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-710a92a8-000f-4e9f-95e5-2dfdb5e16bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:05.460114 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0489643-e2fd-483e-a48b-a86d5cdc2df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa99001-73cd-4a39-a2cc-31769213c1a6,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:05.462925 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c0489643-e2fd-483e-a48b-a86d5cdc2df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:05.492510 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c0489643-e2fd-483e-a48b-a86d5cdc2df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:05.493744 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-c0489643-e2fd-483e-a48b-a86d5cdc2df1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7fa99001-73cd-4a39-a2cc-31769213c1a6 HTTP/1.1" status: 204 len: 168 time: 0.2084341 Aug 21 10:57:06.024915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:06.076532 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a5217-5377-44dc-809e-bc07efe5da97 req-45160906-8bb5-40ad-9702-a41c054b6681 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:06.078143 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3a4a5217-5377-44dc-809e-bc07efe5da97 req-45160906-8bb5-40ad-9702-a41c054b6681 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0888455 Aug 21 10:57:06.132428 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3a4a5217-5377-44dc-809e-bc07efe5da97 req-ec372ab5-0d3c-4900-8486-181fa9b32c60 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478489 Aug 21 10:57:07.374399 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fea99-54f0-4414-a171-617c1aeb3614 req-2562cd0a-81e8-4982-9b1d-03cb3d0bcf7b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:07.376604 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-374fea99-54f0-4414-a171-617c1aeb3614 req-2562cd0a-81e8-4982-9b1d-03cb3d0bcf7b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 945 time: 0.0947289 Aug 21 10:57:07.432987 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 72fc3d77-5c40-407c-b814-5066f5f601fa no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 10:57:07.448191 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-374fea99-54f0-4414-a171-617c1aeb3614 req-78e68e94-e0d8-4e56-8772-62e03d0a807b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638280 Aug 21 10:57:07.576778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:07.603136 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72fc3d77-5c40-407c-b814-5066f5f601fa'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:57:07.621230 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 72fc3d77-5c40-407c-b814-5066f5f601fa, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=72fc3d77-5c40-407c-b814-5066f5f601fa,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:57:07.647576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:07.649535 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:07.683827 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72fc3d77-5c40-407c-b814-5066f5f601fa', 'code': 200} Aug 21 10:57:07.720861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=72fc3d77-5c40-407c-b814-5066f5f601fa,revision_number=8']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:07.724021 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:08.660136 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb044ced-ce58-433f-8b30-08bae9370633 req-e7bd3392-da80-4846-bac8-4ff3d77b0f5c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:08.661848 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cb044ced-ce58-433f-8b30-08bae9370633 req-e7bd3392-da80-4846-bac8-4ff3d77b0f5c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0822859 Aug 21 10:57:08.712804 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cb044ced-ce58-433f-8b30-08bae9370633 req-fce8e6ec-a413-4802-8a35-bcaf16ac0c47 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447319 Aug 21 10:57:09.333414 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c0f0cf94-481d-4525-8690-1c523f791efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:09.947072 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec2166-0664-42c8-a2c1-f11da5d4ec95 req-aee595a4-f815-4d1d-badc-7798fce55ad2 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:09.951733 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-67ec2166-0664-42c8-a2c1-f11da5d4ec95 req-aee595a4-f815-4d1d-badc-7798fce55ad2 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.1052945 Aug 21 10:57:10.009480 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-67ec2166-0664-42c8-a2c1-f11da5d4ec95 req-477afc7b-a0ca-428b-95a1-ca19047b74ca tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485914 Aug 21 10:57:10.944877 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:11.286590 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f986e8b-d9c5-4f13-a5d7-a8afb685ccd4 req-9372e557-2b88-4bbf-b666-717009d250a9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:11.291645 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7f986e8b-d9c5-4f13-a5d7-a8afb685ccd4 req-9372e557-2b88-4bbf-b666-717009d250a9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0900362 Aug 21 10:57:11.341431 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7f986e8b-d9c5-4f13-a5d7-a8afb685ccd4 req-66fffa3b-854c-4313-a69a-e83228cb4b20 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465841 Aug 21 10:57:11.963749 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f8295da7-6a1b-4f21-9b7a-b5c82e11874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:12.074093 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 55600) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:12.248099 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:12.248310 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b1820796-6e23-449c-a6d6-0693e7c6a4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:12.281458 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-b1820796-6e23-449c-a6d6-0693e7c6a4c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:12.285441 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-b1820796-6e23-449c-a6d6-0693e7c6a4c1 admin admin] Usage tracker for resource:security_group_rule and tenant:8e0a53c6ddc7433391549b793e50978d is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:12.288607 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-b1820796-6e23-449c-a6d6-0693e7c6a4c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:12.295684 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-b1820796-6e23-449c-a6d6-0693e7c6a4c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:12.364741 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b1820796-6e23-449c-a6d6-0693e7c6a4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:12.424966 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b1820796-6e23-449c-a6d6-0693e7c6a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:12.433190 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5d8c9e2d-bb1b-44df-a36e-b5e02b0fbf41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:12.484891 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 55612) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:12.485114 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-b1820796-6e23-449c-a6d6-0693e7c6a4c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e0a53c6ddc7433391549b793e50978d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4095492 Aug 21 10:57:12.485785 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1820796-6e23-449c-a6d6-0693e7c6a4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffac772-6244-49fd-b772-8d6c5eabdcbc,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:12.489053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b1820796-6e23-449c-a6d6-0693e7c6a4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:12.563523 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 55616) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:12.575755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6b1942a3-3f5e-4ad9-8d11-2cfa02beaa96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:12.602562 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6b1942a3-3f5e-4ad9-8d11-2cfa02beaa96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:12.677045 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6b1942a3-3f5e-4ad9-8d11-2cfa02beaa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:12.682567 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a3010cb8-789c-4c49-81ea-28e19d47be57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:12.694245 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1942a3-3f5e-4ad9-8d11-2cfa02beaa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffac772-6244-49fd-b772-8d6c5eabdcbc,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:12.703135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6b1942a3-3f5e-4ad9-8d11-2cfa02beaa96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:12.704158 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6b1942a3-3f5e-4ad9-8d11-2cfa02beaa96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:12.705575 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-6b1942a3-3f5e-4ad9-8d11-2cfa02beaa96 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ffac772-6244-49fd-b772-8d6c5eabdcbc HTTP/1.1" status: 204 len: 168 time: 0.2192414 Aug 21 10:57:12.789830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4ed7223a-62e3-44a0-bba5-df3fd7e9b542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:12.826165 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4ed7223a-62e3-44a0-bba5-df3fd7e9b542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:12.835611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4ed7223a-62e3-44a0-bba5-df3fd7e9b542 admin admin] Usage tracker for resource:security_group_rule and tenant:bf99c6c0b40c4f7aaf5f1dd5475712a7 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:12.835611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4ed7223a-62e3-44a0-bba5-df3fd7e9b542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:12.842227 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4ed7223a-62e3-44a0-bba5-df3fd7e9b542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:12.919167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4ed7223a-62e3-44a0-bba5-df3fd7e9b542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:12.998263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4ed7223a-62e3-44a0-bba5-df3fd7e9b542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:13.013382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-70f83d8d-3771-41b4-91e3-c05c3e79f967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:13.045580 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7223a-62e3-44a0-bba5-df3fd7e9b542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65becb2-1799-4235-9134-e955f49c02c5,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:13.058060 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4ed7223a-62e3-44a0-bba5-df3fd7e9b542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:13.105710 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4ed7223a-62e3-44a0-bba5-df3fd7e9b542 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf99c6c0b40c4f7aaf5f1dd5475712a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5402408 Aug 21 10:57:13.107786 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 55638) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:13.151197 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8e082297-2266-489e-a0eb-5a91bbf132a9 req-a56320e0-b15e-4def-b46d-d0a2f798c6c5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2038643 Aug 21 10:57:13.200075 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-91bcb380-4ad9-4338-94a0-93d9554f8e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:13.229899 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-91bcb380-4ad9-4338-94a0-93d9554f8e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:13.374317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-91bcb380-4ad9-4338-94a0-93d9554f8e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:13.387853 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6f2eb293-08f5-4ded-b47e-e4a485a0d667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:13.406873 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcb380-4ad9-4338-94a0-93d9554f8e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65becb2-1799-4235-9134-e955f49c02c5,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:13.409895 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-91bcb380-4ad9-4338-94a0-93d9554f8e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:13.411315 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-91bcb380-4ad9-4338-94a0-93d9554f8e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:13.415332 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-91bcb380-4ad9-4338-94a0-93d9554f8e36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b65becb2-1799-4235-9134-e955f49c02c5 HTTP/1.1" status: 204 len: 168 time: 0.3036125 Aug 21 10:57:13.546632 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033812d0-046b-4782-a8e3-800cdb9e40d5 req-6d920ad7-ea50-4950-81f1-62b223ccd851 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:13.548344 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-033812d0-046b-4782-a8e3-800cdb9e40d5 req-6d920ad7-ea50-4950-81f1-62b223ccd851 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0871396 Aug 21 10:57:13.596586 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:13.598804 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-033812d0-046b-4782-a8e3-800cdb9e40d5 req-5e22e856-c485-4705-858e-2385c92707a9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443280 Aug 21 10:57:13.723930 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 55664) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:13.871528 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d0c9b33-f8a7-48f8-999d-9c57d74dde55 req-809fa749-74a5-4aa1-bc77-2975c722a988 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1463132 Aug 21 10:57:13.982675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 55672) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:14.002389 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cb7c8997-b5ae-4591-be77-cfb570c1c191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:14.036522 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-cb7c8997-b5ae-4591-be77-cfb570c1c191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:14.040560 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-cb7c8997-b5ae-4591-be77-cfb570c1c191 admin admin] Usage tracker for resource:security_group_rule and tenant:2fb1c84c65a042ffae3eab872dcac2bb is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:14.043786 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-cb7c8997-b5ae-4591-be77-cfb570c1c191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:14.049836 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-cb7c8997-b5ae-4591-be77-cfb570c1c191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:14.128199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cb7c8997-b5ae-4591-be77-cfb570c1c191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:14.151212 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cb7c8997-b5ae-4591-be77-cfb570c1c191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:14.160519 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b1820796-6e23-449c-a6d6-0693e7c6a4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:14.205257 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c8997-b5ae-4591-be77-cfb570c1c191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e5367a-a50a-47eb-acf5-6098274a3dac,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:14.208634 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cb7c8997-b5ae-4591-be77-cfb570c1c191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:14.214997 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-cb7c8997-b5ae-4591-be77-cfb570c1c191 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2fb1c84c65a042ffae3eab872dcac2bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2279496 Aug 21 10:57:14.216071 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 55684) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:14.278580 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d3e6fc3c-89a0-4fe8-9c00-97a3fc4fc3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:14.304751 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d3e6fc3c-89a0-4fe8-9c00-97a3fc4fc3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:14.367410 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d3e6fc3c-89a0-4fe8-9c00-97a3fc4fc3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:14.372850 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c6f77b98-b65e-4d47-b8be-4a39e8b14c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:14.385742 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6fc3c-89a0-4fe8-9c00-97a3fc4fc3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e5367a-a50a-47eb-acf5-6098274a3dac,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:14.388874 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d3e6fc3c-89a0-4fe8-9c00-97a3fc4fc3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:14.390817 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d3e6fc3c-89a0-4fe8-9c00-97a3fc4fc3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:14.392036 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d3e6fc3c-89a0-4fe8-9c00-97a3fc4fc3f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1e5367a-a50a-47eb-acf5-6098274a3dac HTTP/1.1" status: 204 len: 168 time: 0.1750345 Aug 21 10:57:14.920373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 72fc3d77-5c40-407c-b814-5066f5f601fa no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 10:57:15.005015 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f39c6-1914-4741-b725-081bb6f2496c req-b315b856-97aa-4cdc-ac96-5f620ab24be8 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:15.006854 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4f8f39c6-1914-4741-b725-081bb6f2496c req-b315b856-97aa-4cdc-ac96-5f620ab24be8 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.2735205 Aug 21 10:57:15.056236 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4f8f39c6-1914-4741-b725-081bb6f2496c req-e46673a9-13cd-4bcb-882e-b34e1961afc4 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426641 Aug 21 10:57:15.079236 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 55696) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:15.098158 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f116afe6-9c5a-4c6c-af28-e5019f36c04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:15.130693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f116afe6-9c5a-4c6c-af28-e5019f36c04d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:15.134699 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f116afe6-9c5a-4c6c-af28-e5019f36c04d admin admin] Usage tracker for resource:security_group_rule and tenant:81430df2cc1e446fbb837c5382203223 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:15.137913 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f116afe6-9c5a-4c6c-af28-e5019f36c04d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:15.143819 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f116afe6-9c5a-4c6c-af28-e5019f36c04d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:15.216012 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f116afe6-9c5a-4c6c-af28-e5019f36c04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:15.242280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f116afe6-9c5a-4c6c-af28-e5019f36c04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:15.250393 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-48cb9d21-014b-4e3a-a355-5bbc2908936f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:15.295908 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116afe6-9c5a-4c6c-af28-e5019f36c04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b844fa2-638a-4a70-9c83-eac81b7033b2,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:15.299092 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f116afe6-9c5a-4c6c-af28-e5019f36c04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:15.302751 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-f116afe6-9c5a-4c6c-af28-e5019f36c04d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81430df2cc1e446fbb837c5382203223&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2223017 Aug 21 10:57:15.305293 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 55704) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:15.365609 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7d511dfc-81c2-4dc2-ab3a-0617cb8c3f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:15.391306 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7d511dfc-81c2-4dc2-ab3a-0617cb8c3f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:15.458868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7d511dfc-81c2-4dc2-ab3a-0617cb8c3f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:15.464240 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d3e6fc3c-89a0-4fe8-9c00-97a3fc4fc3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:15.474436 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d511dfc-81c2-4dc2-ab3a-0617cb8c3f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b844fa2-638a-4a70-9c83-eac81b7033b2,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:15.479646 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-7d511dfc-81c2-4dc2-ab3a-0617cb8c3f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:15.481619 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7d511dfc-81c2-4dc2-ab3a-0617cb8c3f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:15.482806 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-7d511dfc-81c2-4dc2-ab3a-0617cb8c3f06 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b844fa2-638a-4a70-9c83-eac81b7033b2 HTTP/1.1" status: 204 len: 168 time: 0.1765504 Aug 21 10:57:16.281594 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd44c5-0fd0-4f83-93bf-ffbb454236e9 req-7df50f02-49c6-4578-ac4f-d2cfbffa39c7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:16.283351 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6fbd44c5-0fd0-4f83-93bf-ffbb454236e9 req-7df50f02-49c6-4578-ac4f-d2cfbffa39c7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0926719 Aug 21 10:57:16.335841 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6fbd44c5-0fd0-4f83-93bf-ffbb454236e9 req-89dd1967-5aad-4df2-9cc1-ec9674d7da0d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453422 Aug 21 10:57:17.569958 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a17a1-d1c8-4f2e-a959-83869010c4d4 req-8c58b33d-0867-4c5a-99a0-73399e77bb18 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:17.571573 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1a3a17a1-d1c8-4f2e-a959-83869010c4d4 req-8c58b33d-0867-4c5a-99a0-73399e77bb18 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0863752 Aug 21 10:57:17.618562 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1a3a17a1-d1c8-4f2e-a959-83869010c4d4 req-66283a15-7729-498b-800c-a998bffc9536 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403862 Aug 21 10:57:18.846047 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af777cf2-5dca-46a7-9d22-77471f46d43e req-b81a0fd0-e187-42f6-a6f2-2f4c51516b45 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:18.847731 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-af777cf2-5dca-46a7-9d22-77471f46d43e req-b81a0fd0-e187-42f6-a6f2-2f4c51516b45 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0897470 Aug 21 10:57:18.880512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 55818) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:18.911013 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-af777cf2-5dca-46a7-9d22-77471f46d43e req-65c5dc23-1426-4e20-99e4-fd8dcf6a8e37 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563793 Aug 21 10:57:19.035984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ed736529-5354-4052-bfc0-41ac3bd9fad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:19.068487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-ed736529-5354-4052-bfc0-41ac3bd9fad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:19.073118 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-ed736529-5354-4052-bfc0-41ac3bd9fad8 admin admin] Usage tracker for resource:security_group_rule and tenant:3fd9f600f5d24001b2ce75c0a0804d4d is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:19.076070 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-ed736529-5354-4052-bfc0-41ac3bd9fad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:19.081948 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-ed736529-5354-4052-bfc0-41ac3bd9fad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:19.148731 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ed736529-5354-4052-bfc0-41ac3bd9fad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:19.179713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ed736529-5354-4052-bfc0-41ac3bd9fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:19.188205 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cb7c8997-b5ae-4591-be77-cfb570c1c191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:19.216241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed736529-5354-4052-bfc0-41ac3bd9fad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d92bdf-f1a8-4b23-81d9-0357c0dd595c,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:19.221611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ed736529-5354-4052-bfc0-41ac3bd9fad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:19.249659 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 55836) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:19.255934 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-ed736529-5354-4052-bfc0-41ac3bd9fad8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3fd9f600f5d24001b2ce75c0a0804d4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3741515 Aug 21 10:57:19.321012 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-56ebde5e-0eab-4285-95d8-4280e7640390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:19.350502 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-56ebde5e-0eab-4285-95d8-4280e7640390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:19.424692 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-56ebde5e-0eab-4285-95d8-4280e7640390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:19.430240 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-66562b11-c181-4e6a-a992-12c1ae22a865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:19.443979 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebde5e-0eab-4285-95d8-4280e7640390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d92bdf-f1a8-4b23-81d9-0357c0dd595c,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:19.447225 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-56ebde5e-0eab-4285-95d8-4280e7640390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:19.449451 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-56ebde5e-0eab-4285-95d8-4280e7640390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:19.453544 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-56ebde5e-0eab-4285-95d8-4280e7640390 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4d92bdf-f1a8-4b23-81d9-0357c0dd595c HTTP/1.1" status: 204 len: 168 time: 0.2027478 Aug 21 10:57:19.944701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 55862) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:19.970994 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9e34-65fd-4fb1-95e3-99fc98399de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:20.008832 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-8dfc9e34-65fd-4fb1-95e3-99fc98399de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:20.013646 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-8dfc9e34-65fd-4fb1-95e3-99fc98399de7 admin admin] Usage tracker for resource:security_group_rule and tenant:c76c12614ac74e8c8fc6c1f61a8a429d is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:20.016883 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-8dfc9e34-65fd-4fb1-95e3-99fc98399de7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:20.023578 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-8dfc9e34-65fd-4fb1-95e3-99fc98399de7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:20.109631 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9e34-65fd-4fb1-95e3-99fc98399de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:20.144411 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d0c9b33-f8a7-48f8-999d-9c57d74dde55 req-6266f3db-e427-458f-8d27-76479fef606b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95&tenant_id=92f4599243a149a7856c54fdc20f7e47 HTTP/1.1" status: 200 len: 1096 time: 0.1456792 Aug 21 10:57:20.149650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9e34-65fd-4fb1-95e3-99fc98399de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:20.162018 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4d4a64c8-d63e-4a63-9b29-5cb3dd7228b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:20.202778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc9e34-65fd-4fb1-95e3-99fc98399de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a62b548-86e2-4188-ab53-b0af25f0fa69,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:20.209073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8dfc9e34-65fd-4fb1-95e3-99fc98399de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:20.236723 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-8dfc9e34-65fd-4fb1-95e3-99fc98399de7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c76c12614ac74e8c8fc6c1f61a8a429d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2907207 Aug 21 10:57:20.237495 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 55878) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:20.291218 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788f424-84ab-4a92-83de-4511cdf59241 req-82c7733f-9bcf-4698-96d0-5c794be22334 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:20.298920 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8788f424-84ab-4a92-83de-4511cdf59241 req-82c7733f-9bcf-4698-96d0-5c794be22334 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.2062216 Aug 21 10:57:20.313557 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5495eb45-1b54-48e4-81e0-ce0baeb3703d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:20.325592 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d0c9b33-f8a7-48f8-999d-9c57d74dde55 req-16371fcd-9af2-46d4-b763-e6271c85b8a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4599243a149a7856c54fdc20f7e47&device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 1096 time: 0.1501462 Aug 21 10:57:20.349458 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5495eb45-1b54-48e4-81e0-ce0baeb3703d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:20.435972 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5495eb45-1b54-48e4-81e0-ce0baeb3703d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:20.441356 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-27995839-6546-4f7d-b7d9-0954712fdbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:20.462184 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495eb45-1b54-48e4-81e0-ce0baeb3703d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a62b548-86e2-4188-ab53-b0af25f0fa69,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:20.473915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5495eb45-1b54-48e4-81e0-ce0baeb3703d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:20.478827 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5495eb45-1b54-48e4-81e0-ce0baeb3703d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:20.480254 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-5495eb45-1b54-48e4-81e0-ce0baeb3703d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a62b548-86e2-4188-ab53-b0af25f0fa69 HTTP/1.1" status: 204 len: 168 time: 0.2415192 Aug 21 10:57:20.498080 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8788f424-84ab-4a92-83de-4511cdf59241 req-fb88a3cc-4deb-4f5a-ba84-0aa09f4153be tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981399 Aug 21 10:57:20.511049 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c9b33-f8a7-48f8-999d-9c57d74dde55 req-7ea5ea19-558a-4b14-90fc-90fa1af99435 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:20.512659 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d0c9b33-f8a7-48f8-999d-9c57d74dde55 req-7ea5ea19-558a-4b14-90fc-90fa1af99435 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffac6d6c-98c6-42e8-8c03-8096916bd29d HTTP/1.1" status: 200 len: 918 time: 0.1812499 Aug 21 10:57:20.644390 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d0c9b33-f8a7-48f8-999d-9c57d74dde55 req-20c1fee8-c90a-4993-b1d6-537a2c398260 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72fc3d77-5c40-407c-b814-5066f5f601fa HTTP/1.1" status: 200 len: 999 time: 0.1243639 Aug 21 10:57:20.719266 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c9b33-f8a7-48f8-999d-9c57d74dde55 req-6c661fb6-7a83-413d-8527-c26a6922c3dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:20.720833 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d0c9b33-f8a7-48f8-999d-9c57d74dde55 req-6c661fb6-7a83-413d-8527-c26a6922c3dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f HTTP/1.1" status: 200 len: 856 time: 0.0684168 Aug 21 10:57:20.817212 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d0c9b33-f8a7-48f8-999d-9c57d74dde55 req-c9e1f572-f99d-45c4-9c52-c36fdb27378d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffac6d6c-98c6-42e8-8c03-8096916bd29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887547 Aug 21 10:57:20.986430 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d0c9b33-f8a7-48f8-999d-9c57d74dde55 req-3bf520f1-3eea-4fac-aeca-a72c758539b5 service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613157 Aug 21 10:57:21.144654 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d0c9b33-f8a7-48f8-999d-9c57d74dde55 req-ddb98612-d6a7-4622-9e8c-7a2487ff40b6 service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506095 Aug 21 10:57:21.716847 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630d030-cba9-4612-bebc-9091a16ab20d req-afbefc2c-6edb-45a1-a8b2-46c5db945030 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:21.718476 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1630d030-cba9-4612-bebc-9091a16ab20d req-afbefc2c-6edb-45a1-a8b2-46c5db945030 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0901487 Aug 21 10:57:21.770042 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1630d030-cba9-4612-bebc-9091a16ab20d req-ac4e8780-fa7d-4b26-a5a9-05e446e68346 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453906 Aug 21 10:57:22.987167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e41d77-9e35-4015-890f-297c0766db6b req-5c922c94-a37f-47fc-91bf-1cb9ec948412 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:22.988836 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f1e41d77-9e35-4015-890f-297c0766db6b req-5c922c94-a37f-47fc-91bf-1cb9ec948412 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0836678 Aug 21 10:57:23.039646 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f1e41d77-9e35-4015-890f-297c0766db6b req-76978820-b44b-4299-8d97-a6c82352af46 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429397 Aug 21 10:57:23.646615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 55996) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:23.802631 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-85c7adda-ad3e-4e20-9096-0be49bc67ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:23.834490 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-85c7adda-ad3e-4e20-9096-0be49bc67ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:23.839043 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-85c7adda-ad3e-4e20-9096-0be49bc67ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:ef34829762a44708abb3324b5c8cfa81 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:23.841970 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-85c7adda-ad3e-4e20-9096-0be49bc67ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:23.847907 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-85c7adda-ad3e-4e20-9096-0be49bc67ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:23.913048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-85c7adda-ad3e-4e20-9096-0be49bc67ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:23.944335 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-85c7adda-ad3e-4e20-9096-0be49bc67ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:23.952343 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a7fe77e8-3fc0-4b05-b60c-3ad81ca1521c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:23.999073 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-85c7adda-ad3e-4e20-9096-0be49bc67ea4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef34829762a44708abb3324b5c8cfa81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3513155 Aug 21 10:57:23.999856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7adda-ad3e-4e20-9096-0be49bc67ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a688ed06-a6e1-4e54-89a2-5ff3ad3432bb,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:24.002002 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 56004) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:24.002922 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-85c7adda-ad3e-4e20-9096-0be49bc67ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:24.064079 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-905151f8-1fa5-488c-b08a-452b9bbe0624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:24.094601 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-905151f8-1fa5-488c-b08a-452b9bbe0624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:24.189174 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-905151f8-1fa5-488c-b08a-452b9bbe0624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:24.199312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e94ee231-723f-43c0-8672-f8461c972dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:24.215057 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905151f8-1fa5-488c-b08a-452b9bbe0624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a688ed06-a6e1-4e54-89a2-5ff3ad3432bb,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:24.218291 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-905151f8-1fa5-488c-b08a-452b9bbe0624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:24.219217 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-905151f8-1fa5-488c-b08a-452b9bbe0624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:24.223235 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-905151f8-1fa5-488c-b08a-452b9bbe0624 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a688ed06-a6e1-4e54-89a2-5ff3ad3432bb HTTP/1.1" status: 204 len: 168 time: 0.2201293 Aug 21 10:57:24.276125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0fa9f-6499-496c-8d50-60d97c85a21f req-31e35778-e806-4c99-a977-defb4f880f70 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:24.277793 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dfe0fa9f-6499-496c-8d50-60d97c85a21f req-31e35778-e806-4c99-a977-defb4f880f70 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0954258 Aug 21 10:57:24.326448 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dfe0fa9f-6499-496c-8d50-60d97c85a21f req-9acd27df-b646-40bb-92b6-74279f3d142f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424998 Aug 21 10:57:24.715584 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 56018) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:24.735804 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0fa848b6-bc1a-4bf3-aa5e-9de8e23fbb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:24.768689 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-0fa848b6-bc1a-4bf3-aa5e-9de8e23fbb58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:24.772950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-0fa848b6-bc1a-4bf3-aa5e-9de8e23fbb58 admin admin] Usage tracker for resource:security_group_rule and tenant:530249235d6b4411b0abbdf5f167ee23 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:24.775970 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-0fa848b6-bc1a-4bf3-aa5e-9de8e23fbb58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:24.782058 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-0fa848b6-bc1a-4bf3-aa5e-9de8e23fbb58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:24.849779 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0fa848b6-bc1a-4bf3-aa5e-9de8e23fbb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:24.886957 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0fa848b6-bc1a-4bf3-aa5e-9de8e23fbb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:24.894600 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d5b098a2-275e-47dc-9ed5-c2106985098b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:24.939306 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-0fa848b6-bc1a-4bf3-aa5e-9de8e23fbb58 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=530249235d6b4411b0abbdf5f167ee23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2225561 Aug 21 10:57:24.940128 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa848b6-bc1a-4bf3-aa5e-9de8e23fbb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d18ae3-b58b-4451-8f00-625b6a7fba28,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:24.942331 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 56024) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:24.943184 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0fa848b6-bc1a-4bf3-aa5e-9de8e23fbb58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:25.006721 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3c589a09-cb46-4e18-920e-3cea7cda160b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:25.033220 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3c589a09-cb46-4e18-920e-3cea7cda160b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:25.109945 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3c589a09-cb46-4e18-920e-3cea7cda160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:25.114857 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0fff75dd-0997-40ed-83db-4594234ece86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:25.128734 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c589a09-cb46-4e18-920e-3cea7cda160b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d18ae3-b58b-4451-8f00-625b6a7fba28,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:25.131603 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3c589a09-cb46-4e18-920e-3cea7cda160b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:25.139645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3c589a09-cb46-4e18-920e-3cea7cda160b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:25.140868 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-3c589a09-cb46-4e18-920e-3cea7cda160b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5d18ae3-b58b-4451-8f00-625b6a7fba28 HTTP/1.1" status: 204 len: 168 time: 0.1973827 Aug 21 10:57:25.545009 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ca28a-32ab-49bc-8129-7141611f390f req-f58a9ba6-a334-42e2-91d1-09518c6e993f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:25.546649 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-227ca28a-32ab-49bc-8129-7141611f390f req-f58a9ba6-a334-42e2-91d1-09518c6e993f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0873458 Aug 21 10:57:25.599217 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-227ca28a-32ab-49bc-8129-7141611f390f req-32176234-9dc4-4e54-9660-d2893f37615b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455766 Aug 21 10:57:26.823641 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d0b89-0341-40cb-9e8e-d2c92d1a462b req-18f3d6c6-a005-4070-977e-7119c4660dd2 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:26.831111 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fe3d0b89-0341-40cb-9e8e-d2c92d1a462b req-18f3d6c6-a005-4070-977e-7119c4660dd2 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0867131 Aug 21 10:57:26.874076 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fe3d0b89-0341-40cb-9e8e-d2c92d1a462b req-767660a0-305a-407c-b70b-0e6cde8ffc4b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427427 Aug 21 10:57:28.106942 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e1394-c473-4778-869b-7750e5685f2e req-84971bb5-505f-4615-8cc9-693ab6f2f16a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:28.108656 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bd4e1394-c473-4778-869b-7750e5685f2e req-84971bb5-505f-4615-8cc9-693ab6f2f16a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0881793 Aug 21 10:57:28.184905 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bd4e1394-c473-4778-869b-7750e5685f2e req-c4e2dc68-21b5-45af-963b-a38fe47d3577 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693862 Aug 21 10:57:29.456571 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aab19-84db-4e3f-abbb-1cd5966dbd6b req-084bad7b-c784-4d25-a6d8-fc707ca318a0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:29.458876 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-691aab19-84db-4e3f-abbb-1cd5966dbd6b req-084bad7b-c784-4d25-a6d8-fc707ca318a0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0944817 Aug 21 10:57:29.511061 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-691aab19-84db-4e3f-abbb-1cd5966dbd6b req-2b6bca95-073b-4413-822c-fc30c91cc091 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453606 Aug 21 10:57:30.732023 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3fe5e-547a-445b-832d-f0f56018c831 req-365dde5d-3762-41b8-bf33-f950d899f502 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:30.733697 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-76b3fe5e-547a-445b-832d-f0f56018c831 req-365dde5d-3762-41b8-bf33-f950d899f502 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0838315 Aug 21 10:57:30.782831 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-76b3fe5e-547a-445b-832d-f0f56018c831 req-4f2ab8f7-d932-4c23-a32e-121c2c0da59f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429814 Aug 21 10:57:30.920750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 56158) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:31.070249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3f61deac-8401-47bb-a448-3ea8263aca7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:31.104278 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-3f61deac-8401-47bb-a448-3ea8263aca7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:31.108343 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-3f61deac-8401-47bb-a448-3ea8263aca7c admin admin] Usage tracker for resource:security_group_rule and tenant:d5ad8551e8cd4b79bde3d8b88e03d939 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:31.111357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-3f61deac-8401-47bb-a448-3ea8263aca7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:31.118213 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-3f61deac-8401-47bb-a448-3ea8263aca7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:31.187920 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3f61deac-8401-47bb-a448-3ea8263aca7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:31.218511 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3f61deac-8401-47bb-a448-3ea8263aca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:31.229437 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a306d045-0189-4389-a720-b111772d41f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:31.271248 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61deac-8401-47bb-a448-3ea8263aca7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897eccbf-1b63-428c-886a-9b0237f8064a,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:31.274459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3f61deac-8401-47bb-a448-3ea8263aca7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:31.277556 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-3f61deac-8401-47bb-a448-3ea8263aca7c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5ad8551e8cd4b79bde3d8b88e03d939&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3557084 Aug 21 10:57:31.280305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 56168) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:31.305317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 56172) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:31.348049 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-621fb055-377a-4bab-a676-758440b692ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:31.374642 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-621fb055-377a-4bab-a676-758440b692ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:31.457941 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-99d41280-d481-4884-9dea-c56b292fbb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:31.464233 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-621fb055-377a-4bab-a676-758440b692ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:31.469675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3d355091-4cf4-49f3-8639-07bfb10f04e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:31.482276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fb055-377a-4bab-a676-758440b692ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897eccbf-1b63-428c-886a-9b0237f8064a,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:31.486320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-621fb055-377a-4bab-a676-758440b692ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:31.487629 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-621fb055-377a-4bab-a676-758440b692ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:31.488753 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-621fb055-377a-4bab-a676-758440b692ba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/897eccbf-1b63-428c-886a-9b0237f8064a HTTP/1.1" status: 204 len: 168 time: 0.2074568 Aug 21 10:57:31.495123 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-99d41280-d481-4884-9dea-c56b292fbb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:31.499315 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-99d41280-d481-4884-9dea-c56b292fbb14 admin admin] Usage tracker for resource:security_group_rule and tenant:4a10d112fd9d4c519725036ee6e10149 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:31.502576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-99d41280-d481-4884-9dea-c56b292fbb14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:31.510350 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-99d41280-d481-4884-9dea-c56b292fbb14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:31.581054 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-99d41280-d481-4884-9dea-c56b292fbb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:31.612632 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-99d41280-d481-4884-9dea-c56b292fbb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:31.620956 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-1a42a0e4-6c12-489c-afdb-e810670b8479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:31.667608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d41280-d481-4884-9dea-c56b292fbb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b2f142-4f36-4511-93eb-a7d6e4fcb788,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:31.672191 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-99d41280-d481-4884-9dea-c56b292fbb14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a10d112fd9d4c519725036ee6e10149&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3657453 Aug 21 10:57:31.673103 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-99d41280-d481-4884-9dea-c56b292fbb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:31.674889 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 56180) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:31.742765 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a314e980-0732-40b1-b8b9-14b7d5518eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:31.773690 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a314e980-0732-40b1-b8b9-14b7d5518eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:31.858623 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a314e980-0732-40b1-b8b9-14b7d5518eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:31.863968 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-91bcb380-4ad9-4338-94a0-93d9554f8e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:31.895062 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314e980-0732-40b1-b8b9-14b7d5518eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b2f142-4f36-4511-93eb-a7d6e4fcb788,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:31.904064 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a314e980-0732-40b1-b8b9-14b7d5518eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:31.940027 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a314e980-0732-40b1-b8b9-14b7d5518eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:31.941217 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a314e980-0732-40b1-b8b9-14b7d5518eb7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60b2f142-4f36-4511-93eb-a7d6e4fcb788 HTTP/1.1" status: 204 len: 168 time: 0.2653441 Aug 21 10:57:32.074750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32597f8d-101b-48df-9d1e-268098433bf6 req-648b83eb-75c2-45e5-a7d2-fbd952179864 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:32.076435 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-32597f8d-101b-48df-9d1e-268098433bf6 req-648b83eb-75c2-45e5-a7d2-fbd952179864 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0952411 Aug 21 10:57:32.166620 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-32597f8d-101b-48df-9d1e-268098433bf6 req-eee13fc6-80c3-4629-8276-17147848b1d6 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832047 Aug 21 10:57:33.453156 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d78fb-fa37-4d4a-9023-79a2340b341e req-4c4eb25c-a386-43fc-b4c5-e24c41fce9ad tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:33.454723 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0b7d78fb-fa37-4d4a-9023-79a2340b341e req-4c4eb25c-a386-43fc-b4c5-e24c41fce9ad tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.1121645 Aug 21 10:57:33.519222 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0b7d78fb-fa37-4d4a-9023-79a2340b341e req-2fc40651-3c74-4aee-a2eb-97617c240896 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591822 Aug 21 10:57:33.661864 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 56236) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:33.826902 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1850439718-network', 'tenant_id': '5a81a97062a44c1a82976925e1efb742'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:57:33.832824 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:33.844609 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Usage tracker for resource:network and tenant:5a81a97062a44c1a82976925e1efb742 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:33.849895 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:33.858904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:33.926662 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Made reservation on behalf of 5a81a97062a44c1a82976925e1efb742 for: {'network': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:57:33.931599 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:33.945856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:33.982444 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:33.986442 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Usage tracker for resource:security_group_rule and tenant:5a81a97062a44c1a82976925e1efb742 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:33.989464 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:33.996574 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:34.066691 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:34.098183 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:34.108349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c0489643-e2fd-483e-a48b-a86d5cdc2df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:34.121760 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=82512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 10:57:34.177515 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b1c646-c894-4be5-8a0a-476eadfbb3cd,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:34.187290 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:34.346156 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:34.346725 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Added segment df536b26-6ab4-4e82-b77e-a08448c21525 of type vlan for network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 Aug 21 10:57:34.377885 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:34.449546 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:34.449546 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:34.449546 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:34.477955 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8bedd3fd-9230-4aa8-8118-69e4aa7b9020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:34.557912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Pushing event updated for resources: {'Network': ['ID=72b0ec08-f5e0-4143-aa96-7f6e7b152022,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:34.560340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:34.568167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:57:34.587776 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9213612 Aug 21 10:57:34.588091 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 56252) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:34.594666 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Request body: {'subnet': {'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1850439718-subnet', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'ip_version': 4}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:57:34.600506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:34.604981 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Usage tracker for resource:subnet and tenant:5a81a97062a44c1a82976925e1efb742 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:34.608523 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:34.614884 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:34.663029 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Made reservation on behalf of 5a81a97062a44c1a82976925e1efb742 for: {'subnet': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:57:34.668025 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822661494'] for subnet, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:34.903365 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853378745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822661477'] for subnet, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:34.908384 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:34.935092 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033b18a-7896-4383-a22d-588692b588fe req-62527e45-e190-4e4b-8f25-8286a151f4f4 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:34.942481 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9033b18a-7896-4383-a22d-588692b588fe req-62527e45-e190-4e4b-8f25-8286a151f4f4 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.2723851 Aug 21 10:57:34.987384 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e48e03a-0b14-438e-a40a-f8cd4e77adf3,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:34.988908 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9033b18a-7896-4383-a22d-588692b588fe req-2f884ef1-6782-4169-ab68-123e04e19724 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455248 Aug 21 10:57:34.991321 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:35.000678 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Checking segment: {'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:57:35.001083 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Network hostable DHCP agents. Network: 72b0ec08-f5e0-4143-aa96-7f6e7b152022, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:57:35.092554 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:57:35.131458 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, 72b0ec08-f5e0-4143-aa96-7f6e7b152022) {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:57:35.135638 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:35.136296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:35.141048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15f7843-5588-4008-bf08-6376ea48a01a None None] Network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:57:35.195855 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6050272 Aug 21 10:57:35.195855 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 56260) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:35.203400 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:57:35.207123 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:35.213355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Usage tracker for resource:router and tenant:5a81a97062a44c1a82976925e1efb742 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:35.217260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:35.223562 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:35.276233 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33135636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762917'] for router, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:35.277493 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821639991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821640435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:35.299471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:35.452986 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c1ad745-1140-5ba7-a055-2cb98fb248a8-72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3'}]}} from dv-cinder-805477-1-iscsi. {{(pid=82513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 10:57:35.454134 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:35.523904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821640420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33135655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:35.627914 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Allocated IP 172.20.0.2 (72b0ec08-f5e0-4143-aa96-7f6e7b152022/8e48e03a-0b14-438e-a40a-f8cd4e77adf3/a529331a-f309-484b-98dc-85f66ada875f) {{(pid=82513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:57:35.768388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:35.802660 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:35.965415 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Allocated IP 172.27.3.155 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/94cb074e-7479-4434-b660-270c747040bd) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:57:36.009866 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Notify callbacks [] for port, precommit_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:36.029300 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Transition to ACTIVE for port object a529331a-f309-484b-98dc-85f66ada875f will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:57:36.049503 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:36.052909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Transition to ACTIVE for port object a529331a-f309-484b-98dc-85f66ada875f will not be triggered until provisioned by entity DHCP. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:57:36.106051 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:36.110736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2d433d11-5786-4c3f-8080-73dfebe15aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:36.148227 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:36.176522 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Pushing event updated for resources: {'Port': ['ID=a529331a-f309-484b-98dc-85f66ada875f,revision_number=1']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:36.188345 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:36.188740 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:36.189123 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:36.189503 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:36.189879 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:36.190253 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:36.190626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:36.191000 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:36.191374 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:36.191793 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:36.192166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:36.198395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:36.209163 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 is already hosted by enough agents. {{(pid=82513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:57:36.210542 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Resources bound (agent type, host, resource id): {{(pid=82513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:57:36.213191 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Received port after_create {{(pid=82513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:57:36.240701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:36.246185 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-da136972-6e3f-4355-ad6f-897350545a1b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:36.302644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Attempting to bind port a529331a-f309-484b-98dc-85f66ada875f on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:57:36.303068 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Attempting to bind port a529331a-f309-484b-98dc-85f66ada875f by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:57:36.303462 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Attempting to bind port a529331a-f309-484b-98dc-85f66ada875f on network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:57:36.310761 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:57:36.311193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Checking segment: {'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:57:36.311690 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:36.312141 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Bound using segment: {'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:57:36.312665 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Bound port: a529331a-f309-484b-98dc-85f66ada875f, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:57:36.313088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:36.419893 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Pushing event updated for resources: {'Port': ['ID=94cb074e-7479-4434-b660-270c747040bd,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:36.423747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:36.429579 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:57:36.434868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:57:36.437376 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:57:36.450862 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] For port a529331a-f309-484b-98dc-85f66ada875f, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:57:36.465544 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] For port a529331a-f309-484b-98dc-85f66ada875f, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=a529331a-f309-484b-98dc-85f66ada875f,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:57:36.504253 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:36.509893 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:36.584074 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Pushing event updated for resources: {'Port': ['ID=a529331a-f309-484b-98dc-85f66ada875f,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:36.589969 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:36.736981 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62070910-f6d3-44a7-9c56-afae3fec2f81 req-094865be-972b-47b2-9c23-0c6fbb32f86c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:36.738629 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-62070910-f6d3-44a7-9c56-afae3fec2f81 req-094865be-972b-47b2-9c23-0c6fbb32f86c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.5597799 Aug 21 10:57:36.811014 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-62070910-f6d3-44a7-9c56-afae3fec2f81 req-55c9bc9e-46b5-499c-897d-81c33eccef67 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654430 Aug 21 10:57:36.929082 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:36.929993 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821640145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33135399'] for router, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:37.275960 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Router 214fac9c-89b6-4d25-a790-e3ba951d6485 is scheduled to L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a with binding_index 1 {{(pid=82512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 10:57:37.337555 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device a529331a-f309-484b-98dc-85f66ada875f up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:57:37.440705 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port a529331a-f309-484b-98dc-85f66ada875f completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:57:37.511005 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:57:37.520145 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Sync routers for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:57:37.532999 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:57:37.533685 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:57:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:37.566856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Notify callbacks [] for router, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:37.568380 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3713336 Aug 21 10:57:37.571798 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 56286) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:37.717733 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:57:38.054393 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:36Z', 'revision_number': 3, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:38.059839 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Checking router: 214fac9c-89b6-4d25-a790-e3ba951d6485 for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:57:38.060251 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Updating router 214fac9c-89b6-4d25-a790-e3ba951d6485 port 94cb074e-7479-4434-b660-270c747040bd binding host dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 10:57:38.117951 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31be7dd-523b-4938-a7b5-32db860238dc req-c1c0c4da-b30f-42a9-9d07-4b32f0c0cddd tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:38.121200 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f31be7dd-523b-4938-a7b5-32db860238dc req-c1c0c4da-b30f-42a9-9d07-4b32f0c0cddd tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.1440639 Aug 21 10:57:38.127679 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:38.222451 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f31be7dd-523b-4938-a7b5-32db860238dc req-97aca77f-0676-42b9-9003-d7e4c343203d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913496 Aug 21 10:57:38.470421 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:38.624345 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Notify callbacks [] for port, precommit_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:38.645152 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Transition to ACTIVE for port object 94cb074e-7479-4434-b660-270c747040bd will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:57:38.681511 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:38.700700 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:38.789878 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Allocated IP 172.20.0.1 (72b0ec08-f5e0-4143-aa96-7f6e7b152022/8e48e03a-0b14-438e-a40a-f8cd4e77adf3/a752e2c8-650f-43ca-a49b-96a68f371ec7) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:57:38.803200 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Attempting to bind port 94cb074e-7479-4434-b660-270c747040bd on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:57:38.806124 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Attempting to bind port 94cb074e-7479-4434-b660-270c747040bd by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:57:38.806124 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Attempting to bind port 94cb074e-7479-4434-b660-270c747040bd on network f35c1524-3b1c-4af7-979d-fa22ca7197b4 {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:57:38.806809 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c750f104-932f-47ae-85eb-d8639c937e4d None None] Network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:57:38.897515 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de183fa-7f60-4079-823f-1be5e346a919 None None] Pushing event updated for resources: {'Port': ['ID=94cb074e-7479-4434-b660-270c747040bd,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:38.904708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4de183fa-7f60-4079-823f-1be5e346a919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:38.906369 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:57:38.906793 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Checking segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:57:38.907325 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:38.907874 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Bound using segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:57:38.908484 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Bound port: 94cb074e-7479-4434-b660-270c747040bd, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:57:38.908948 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:39.617927 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-2c2d27fa-254c-4dd4-be24-ee3780610ceb None None] Provisioning for port a529331a-f309-484b-98dc-85f66ada875f completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:57:39.623355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-2c2d27fa-254c-4dd4-be24-ee3780610ceb None None] Provisioning complete for port a529331a-f309-484b-98dc-85f66ada875f triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:39.627898 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d27fa-254c-4dd4-be24-ee3780610ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:39.658600 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] For port 94cb074e-7479-4434-b660-270c747040bd, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:57:39.666416 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] For port 94cb074e-7479-4434-b660-270c747040bd, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=94cb074e-7479-4434-b660-270c747040bd,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:57:39.724545 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c68bf9be-ae23-416f-ac7f-cf7adaf93191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:39.739732 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:39.751521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:39.911820 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d27fa-254c-4dd4-be24-ee3780610ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:39.925263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de183fa-7f60-4079-823f-1be5e346a919 None None] Pushing event updated for resources: {'Port': ['ID=94cb074e-7479-4434-b660-270c747040bd,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:39.934343 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4de183fa-7f60-4079-823f-1be5e346a919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:39.937200 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:57:39.937936 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:57:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:40.014513 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d3e7b-a450-4903-ad8a-a72b2436797e req-7adb98ae-8396-416c-bea9-8cf43f435f0b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:40.016577 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6f8d3e7b-a450-4903-ad8a-a72b2436797e req-7adb98ae-8396-416c-bea9-8cf43f435f0b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.1936138 Aug 21 10:57:40.073377 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-2c2d27fa-254c-4dd4-be24-ee3780610ceb None None] For port a529331a-f309-484b-98dc-85f66ada875f, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=a529331a-f309-484b-98dc-85f66ada875f,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:57:40.074431 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:40.111561 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Transition to ACTIVE for port object a752e2c8-650f-43ca-a49b-96a68f371ec7 will not be triggered until provisioned by entity DHCP. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:57:40.131732 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6f8d3e7b-a450-4903-ad8a-a72b2436797e req-9310db61-ebff-4db2-afe5-d8560183fb9b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826976 Aug 21 10:57:40.186628 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:57:40.190683 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:40.205415 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:40.233231 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2c2d27fa-254c-4dd4-be24-ee3780610ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:40.240129 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:40.267576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:57:40.279473 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:57:40.294277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:57:40.384538 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a752e2c8-650f-43ca-a49b-96a68f371ec7,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:40.391806 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821644294'] for router_interface, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:40.396330 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:40.661007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:40.664148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-ddc76fde-c938-458c-bde6-4024dfd3d26e None None] Provisioning complete for port a529331a-f309-484b-98dc-85f66ada875f triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:40.664582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ddc76fde-c938-458c-bde6-4024dfd3d26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:40.715865 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d27fa-254c-4dd4-be24-ee3780610ceb None None] Pushing event updated for resources: {'Port': ['ID=a529331a-f309-484b-98dc-85f66ada875f,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:40.725890 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2c2d27fa-254c-4dd4-be24-ee3780610ceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:40.932687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:36Z', 'revision_number': 3, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:40.937148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e5d64a-0dfb-410d-b687-599f896b1b6a None None] The sync data for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi is: [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:36Z', 'revision_number': 3, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:57:40.957605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:40.964834 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:40.982893 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:41.018284 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aa0a09d3-b18c-4e45-858a-d441e2e28e55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:41.048059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0d858081-a243-4b62-a8f3-3cd97e0f9299 None None] Provisioning for port a752e2c8-650f-43ca-a49b-96a68f371ec7 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:57:41.053501 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0d858081-a243-4b62-a8f3-3cd97e0f9299 None None] Provisioning complete for port a752e2c8-650f-43ca-a49b-96a68f371ec7 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:41.054031 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0d858081-a243-4b62-a8f3-3cd97e0f9299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:41.134602 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:57:41.148968 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a752e2c8-650f-43ca-a49b-96a68f371ec7,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:41.230641 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:41.231580 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32838329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33131353'] for router_interface, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:41.268918 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0d858081-a243-4b62-a8f3-3cd97e0f9299 None None] Port a752e2c8-650f-43ca-a49b-96a68f371ec7 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 10:57:41.356396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device a529331a-f309-484b-98dc-85f66ada875f up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:57:41.585049 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port a529331a-f309-484b-98dc-85f66ada875f triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:41.585386 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:41.759921 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:57:41.766803 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333588d-b285-4fa1-b7d8-95ce97c6f779 req-9a6dd0eb-e34e-4435-bcc8-25280693e740 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:41.776024 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e333588d-b285-4fa1-b7d8-95ce97c6f779 req-9a6dd0eb-e34e-4435-bcc8-25280693e740 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.2976160 Aug 21 10:57:41.776024 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:57:41.971292 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e333588d-b285-4fa1-b7d8-95ce97c6f779 req-65abda77-86b0-4517-8482-f58d110731b9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908514 Aug 21 10:57:42.126755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-832c9668-38da-4008-b9bd-9ad2553a3e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:42.234368 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-74ee1cfc-e6dd-4fb4-a421-59411a9f7bdf None None] Provisioning complete for port a752e2c8-650f-43ca-a49b-96a68f371ec7 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:42.234368 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-74ee1cfc-e6dd-4fb4-a421-59411a9f7bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:42.256650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:42.286408 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-74ee1cfc-e6dd-4fb4-a421-59411a9f7bdf None None] Port a752e2c8-650f-43ca-a49b-96a68f371ec7 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 10:57:42.526335 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Router 214fac9c-89b6-4d25-a790-e3ba951d6485 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 10:57:42.767348 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:57:42.777527 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] 10.222.0.49 "PUT /v2.0/routers/214fac9c-89b6-4d25-a790-e3ba951d6485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2043476 Aug 21 10:57:43.271789 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a831c-f5f0-44c6-83bd-8ca481e3d151 req-bacef04a-8cb0-4002-b2f4-a87b8ae91b56 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:43.273500 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf8a831c-f5f0-44c6-83bd-8ca481e3d151 req-bacef04a-8cb0-4002-b2f4-a87b8ae91b56 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.1459944 Aug 21 10:57:43.337351 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf8a831c-f5f0-44c6-83bd-8ca481e3d151 req-6bf0ce80-38aa-4884-ba82-d410fdf3588d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531158 Aug 21 10:57:43.338475 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 94cb074e-7479-4434-b660-270c747040bd up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:57:43.428867 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 94cb074e-7479-4434-b660-270c747040bd completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:57:43.435506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 94cb074e-7479-4434-b660-270c747040bd triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:43.436359 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:43.573037 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:43.584924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:43.589254 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port 94cb074e-7479-4434-b660-270c747040bd, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=94cb074e-7479-4434-b660-270c747040bd,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:57:43.606322 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:43.608221 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:43.678199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=94cb074e-7479-4434-b660-270c747040bd,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:43.681385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:43.908834 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 56384) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:43.914951 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-896799281-network', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:57:43.920620 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:43.924695 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Usage tracker for resource:network and tenant:e57183a1ca5645dd8c623e6464eb8959 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:43.927701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:43.933719 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:43.965219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Made reservation on behalf of e57183a1ca5645dd8c623e6464eb8959 for: {'network': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:57:43.969934 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:43.983194 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:44.014766 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:44.018661 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Usage tracker for resource:security_group_rule and tenant:e57183a1ca5645dd8c623e6464eb8959 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:44.021576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:44.028113 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:44.096313 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:44.125909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:44.130432 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-afdcd483-5969-45c8-b9ca-b3b1c8a4db89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:44.163395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=82512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 10:57:44.172348 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c643f464-1af2-4a06-b0dd-cb6755536de2,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:44.176183 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:44.178924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:44.179319 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Added segment dfdf8192-264e-44dd-b160-139863f02b28 of type vlan for network 4a8e90dd-3f94-4cc0-92a8-321c8d8f577a Aug 21 10:57:44.209686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:44.269110 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:44.270413 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:44.271061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:44.277229 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-afe98d7e-4ca1-42ec-8d51-930ab999cc0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:44.384884 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Pushing event updated for resources: {'Network': ['ID=4a8e90dd-3f94-4cc0-92a8-321c8d8f577a,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:44.387630 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:44.398377 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network 4a8e90dd-3f94-4cc0-92a8-321c8d8f577a details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:57:44.398566 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-0b295f0b-6144-418c-9cf5-380d8e3793a9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4858394 Aug 21 10:57:44.398901 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 56390) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:44.404961 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Request body: {'subnet': {'network_id': '4a8e90dd-3f94-4cc0-92a8-321c8d8f577a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-896799281-subnet', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'ip_version': 4}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:57:44.411613 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:44.415903 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Usage tracker for resource:subnet and tenant:e57183a1ca5645dd8c623e6464eb8959 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:44.418935 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:44.425861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:44.463183 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Made reservation on behalf of e57183a1ca5645dd8c623e6464eb8959 for: {'subnet': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:57:44.470443 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31956675'] for subnet, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:44.582996 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0c56b-0ad6-437d-8520-23d11596bca0 req-47b1e0a8-7d86-452b-bc21-5283fc5b0b22 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:44.584657 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6da0c56b-0ad6-437d-8520-23d11596bca0 req-47b1e0a8-7d86-452b-bc21-5283fc5b0b22 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0923793 Aug 21 10:57:44.626769 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Sync routers for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:57:44.636514 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6da0c56b-0ad6-437d-8520-23d11596bca0 req-d776227c-4b4b-4a88-bdc5-9d211d95d21d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454605 Aug 21 10:57:44.640939 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:57:44.641789 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:57:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:44.720778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1720835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31956690'] for subnet, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:44.725656 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:44.803704 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=464ef4f0-937a-4df5-b000-54432c7f64ac,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:44.808296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:44.816979 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Checking segment: {'id': 'dfdf8192-264e-44dd-b160-139863f02b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4a8e90dd-3f94-4cc0-92a8-321c8d8f577a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:57:44.817387 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Network hostable DHCP agents. Network: 4a8e90dd-3f94-4cc0-92a8-321c8d8f577a, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:57:44.828397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:57:44.891885 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Network 4a8e90dd-3f94-4cc0-92a8-321c8d8f577a is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:57:44.948942 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, 4a8e90dd-3f94-4cc0-92a8-321c8d8f577a) {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:57:44.953048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:44.953791 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:44.958058 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb07a68-30f9-4d75-8d0a-119390cd6bf3 None None] Network 4a8e90dd-3f94-4cc0-92a8-321c8d8f577a requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:57:44.989904 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5899422 Aug 21 10:57:44.992701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 56398) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:44.999126 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-896799281-router', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:57:45.004140 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:45.008556 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Usage tracker for resource:router and tenant:e57183a1ca5645dd8c623e6464eb8959 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:45.011575 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:45.017764 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:45.052591 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33135636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762917'] for router, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:45.054090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821639991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821640435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:45.074407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:45.215256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c1ad745-1140-5ba7-a055-2cb98fb248a8-4a8e90dd-3f94-4cc0-92a8-321c8d8f577a', 'network_id': '4a8e90dd-3f94-4cc0-92a8-321c8d8f577a', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'fixed_ips': [{'subnet_id': '464ef4f0-937a-4df5-b000-54432c7f64ac'}]}} from dv-cinder-805477-1-iscsi. {{(pid=82513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 10:57:45.216522 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:45.278815 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821640420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33135655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:45.319482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 94cb074e-7479-4434-b660-270c747040bd up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:57:45.327401 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 2, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:45.333171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Checking router: 214fac9c-89b6-4d25-a790-e3ba951d6485 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:57:45.333574 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Updating router 214fac9c-89b6-4d25-a790-e3ba951d6485 port a752e2c8-650f-43ca-a49b-96a68f371ec7 binding host dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 10:57:45.397348 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:45.446621 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 94cb074e-7479-4434-b660-270c747040bd triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:45.446951 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:45.556608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Allocated IP 172.20.0.2 (4a8e90dd-3f94-4cc0-92a8-321c8d8f577a/464ef4f0-937a-4df5-b000-54432c7f64ac/0c5000dc-b92b-4f60-bf0a-831f2797bd14) {{(pid=82513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:57:45.607168 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bd1c7970-d2f3-48fa-bd46-ae9ad91a64ec req-90f23b68-c523-4344-aeac-4194d27e8266 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4599243a149a7856c54fdc20f7e47&device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 1096 time: 0.1423440 Aug 21 10:57:45.661709 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:45.753841 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:45.849061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Notify callbacks [] for port, precommit_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:45.874922 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Transition to ACTIVE for port object a752e2c8-650f-43ca-a49b-96a68f371ec7 will not be triggered until provisioned by entity L2. {{(pid=82514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:57:45.887699 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Notify callbacks [] for port, precommit_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:45.898693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Transition to ACTIVE for port object 0c5000dc-b92b-4f60-bf0a-831f2797bd14 will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:57:45.909188 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:45.917348 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:45.919599 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Transition to ACTIVE for port object 0c5000dc-b92b-4f60-bf0a-831f2797bd14 will not be triggered until provisioned by entity DHCP. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:57:45.938032 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:45.943427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-27a997f5-8ed2-4883-8adf-e4138cfd08b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:46.003954 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c7970-d2f3-48fa-bd46-ae9ad91a64ec req-091e4675-0284-4053-ae49-a31664f702b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:46.005818 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bd1c7970-d2f3-48fa-bd46-ae9ad91a64ec req-091e4675-0284-4053-ae49-a31664f702b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffac6d6c-98c6-42e8-8c03-8096916bd29d HTTP/1.1" status: 200 len: 918 time: 0.3780715 Aug 21 10:57:46.015213 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Pushing event updated for resources: {'Port': ['ID=0c5000dc-b92b-4f60-bf0a-831f2797bd14,revision_number=1']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:46.019197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Network 4a8e90dd-3f94-4cc0-92a8-321c8d8f577a is already hosted by enough agents. {{(pid=82513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:57:46.020280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:46.021375 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Resources bound (agent type, host, resource id): {{(pid=82513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:57:46.024657 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Received port after_create {{(pid=82513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:57:46.053110 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Pushing event updated for resources: {'Port': ['ID=a752e2c8-650f-43ca-a49b-96a68f371ec7,revision_number=3']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:46.097750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:46.098488 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:46.098767 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:46.099206 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:46.099686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:46.100135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:46.100575 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:46.101022 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:46.101460 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:46.101907 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:46.102944 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:46.106981 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:46.134066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0512a-4daf-4487-af57-70d64bae05f3 req-65e71ba4-c853-483c-8e0e-96f4bb67f1ba tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:46.135916 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cfe0512a-4daf-4487-af57-70d64bae05f3 req-65e71ba4-c853-483c-8e0e-96f4bb67f1ba tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.2909942 Aug 21 10:57:46.151117 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Attempting to bind port 0c5000dc-b92b-4f60-bf0a-831f2797bd14 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:57:46.152351 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Attempting to bind port 0c5000dc-b92b-4f60-bf0a-831f2797bd14 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': 'dfdf8192-264e-44dd-b160-139863f02b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4a8e90dd-3f94-4cc0-92a8-321c8d8f577a'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:57:46.153028 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Attempting to bind port 0c5000dc-b92b-4f60-bf0a-831f2797bd14 on network 4a8e90dd-3f94-4cc0-92a8-321c8d8f577a {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:57:46.160569 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:57:46.161358 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Checking segment: {'id': 'dfdf8192-264e-44dd-b160-139863f02b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4a8e90dd-3f94-4cc0-92a8-321c8d8f577a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:57:46.162018 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:46.162760 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Bound using segment: {'id': 'dfdf8192-264e-44dd-b160-139863f02b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4a8e90dd-3f94-4cc0-92a8-321c8d8f577a'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:57:46.179690 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Bound port: 0c5000dc-b92b-4f60-bf0a-831f2797bd14, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdf8192-264e-44dd-b160-139863f02b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4a8e90dd-3f94-4cc0-92a8-321c8d8f577a'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:57:46.186532 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:46.190081 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Attempting to bind port a752e2c8-650f-43ca-a49b-96a68f371ec7 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:57:46.190496 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Attempting to bind port a752e2c8-650f-43ca-a49b-96a68f371ec7 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:57:46.190903 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Attempting to bind port a752e2c8-650f-43ca-a49b-96a68f371ec7 on network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:57:46.203354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Allocated IP 172.27.3.186 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/95fac9f5-096c-4d57-a724-17752c344a56) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:57:46.212081 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:57:46.212505 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Checking segment: {'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:57:46.213096 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:46.213543 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Bound using segment: {'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:57:46.214075 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Bound port: a752e2c8-650f-43ca-a49b-96a68f371ec7, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'}}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:57:46.214610 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:46.316591 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] For port 0c5000dc-b92b-4f60-bf0a-831f2797bd14, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:57:46.320066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] For port 0c5000dc-b92b-4f60-bf0a-831f2797bd14, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=0c5000dc-b92b-4f60-bf0a-831f2797bd14,segment=NetworkSegment(dfdf8192-264e-44dd-b160-139863f02b28),segment_id=dfdf8192-264e-44dd-b160-139863f02b28)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:57:46.362736 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bd1c7970-d2f3-48fa-bd46-ae9ad91a64ec req-bc7e6ba7-abc9-48f8-94c0-2413bf12b213 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72fc3d77-5c40-407c-b814-5066f5f601fa HTTP/1.1" status: 200 len: 999 time: 0.3164599 Aug 21 10:57:46.367311 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:46.373393 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4de183fa-7f60-4079-823f-1be5e346a919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:46.374006 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cfe0512a-4daf-4487-af57-70d64bae05f3 req-eabdf96c-338b-4c14-9702-dac4599f5cf7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112279 Aug 21 10:57:46.389799 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] For port a752e2c8-650f-43ca-a49b-96a68f371ec7, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:57:46.404455 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] For port a752e2c8-650f-43ca-a49b-96a68f371ec7, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=a752e2c8-650f-43ca-a49b-96a68f371ec7,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:57:46.435261 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:46.440973 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fcc7aa7e-0cb8-449e-82e8-e2bb9aa220a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:46.491732 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Pushing event updated for resources: {'Port': ['ID=0c5000dc-b92b-4f60-bf0a-831f2797bd14,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:46.497918 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:46.543080 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Pushing event updated for resources: {'Port': ['ID=a752e2c8-650f-43ca-a49b-96a68f371ec7,revision_number=4']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:46.546788 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:46.549989 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:57:46.550684 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:57:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:46.718716 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c7970-d2f3-48fa-bd46-ae9ad91a64ec req-e4bac27a-c8af-4016-9181-88c18cc53ca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:46.720402 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bd1c7970-d2f3-48fa-bd46-ae9ad91a64ec req-e4bac27a-c8af-4016-9181-88c18cc53ca2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f HTTP/1.1" status: 200 len: 856 time: 0.3446383 Aug 21 10:57:46.774157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:57:46.789723 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:46.848891 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bd1c7970-d2f3-48fa-bd46-ae9ad91a64ec req-364a2f2f-3d20-414f-ae87-11a557d87225 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffac6d6c-98c6-42e8-8c03-8096916bd29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1199121 Aug 21 10:57:47.067019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:47.078641 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:47.142625 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bd1c7970-d2f3-48fa-bd46-ae9ad91a64ec req-78f5c2b5-828d-4c1d-84c8-6a8b578a886c service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842908 Aug 21 10:57:47.182334 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:57:47.186349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:57:47.221205 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:46Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:47.227808 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c21cccb-fd84-4957-821d-aeac003de7a6 None None] The sync data for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi is: [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:46Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:57:47.244817 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:57:47.378618 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 0c5000dc-b92b-4f60-bf0a-831f2797bd14 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:57:47.403184 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Pushing event updated for resources: {'Port': ['ID=95fac9f5-096c-4d57-a724-17752c344a56,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:47.410737 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:47.509041 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 0c5000dc-b92b-4f60-bf0a-831f2797bd14 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:57:47.529390 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bd1c7970-d2f3-48fa-bd46-ae9ad91a64ec req-6bed79e1-5f11-4d31-a654-d90a2380be36 service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566396 Aug 21 10:57:47.637803 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:47.638588 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821640145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33135399'] for router, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:47.639276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dcea9-c630-409f-a365-53ca094b6a0a req-8ee8aa27-1889-41ee-a4cf-bc887ae4a754 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:47.641191 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-856dcea9-c630-409f-a365-53ca094b6a0a req-8ee8aa27-1889-41ee-a4cf-bc887ae4a754 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0866261 Aug 21 10:57:47.699176 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-856dcea9-c630-409f-a365-53ca094b6a0a req-7a2963bd-e5dd-4bba-8d95-e731ab9e7a08 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513065 Aug 21 10:57:47.966776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Router 54ce2229-0456-43e5-b843-f8c8b3de68b8 is scheduled to L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a with binding_index 1 {{(pid=82512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 10:57:48.224295 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:57:48.233124 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Sync routers for ids ['54ce2229-0456-43e5-b843-f8c8b3de68b8'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:57:48.253489 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Routers {'54ce2229-0456-43e5-b843-f8c8b3de68b8'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:57:48.259775 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:57:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['54ce2229-0456-43e5-b843-f8c8b3de68b8'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:48.309326 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Notify callbacks [] for router, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:48.310933 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3164682 Aug 21 10:57:48.313636 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 56434) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:48.372809 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f62b6d6-c8a2-4687-9d79-67dda41de9ba None None] Network 4a8e90dd-3f94-4cc0-92a8-321c8d8f577a requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:57:48.758610 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Set router 54ce2229-0456-43e5-b843-f8c8b3de68b8 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:57:48.803774 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-d4ca457a-ee8a-4a95-b8fb-bd45c97817cf None None] Provisioning for port 0c5000dc-b92b-4f60-bf0a-831f2797bd14 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:57:48.900176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-d4ca457a-ee8a-4a95-b8fb-bd45c97817cf None None] Provisioning complete for port 0c5000dc-b92b-4f60-bf0a-831f2797bd14 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:48.900606 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d4ca457a-ee8a-4a95-b8fb-bd45c97817cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:49.010476 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a5e20-6d93-4567-b8b0-c9b4cdf42287 req-e9981a06-2a9f-4c2a-8998-9e68e7b9ee3a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:49.012128 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b27a5e20-6d93-4567-b8b0-c9b4cdf42287 req-e9981a06-2a9f-4c2a-8998-9e68e7b9ee3a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.1654310 Aug 21 10:57:49.090396 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b27a5e20-6d93-4567-b8b0-c9b4cdf42287 req-fa8ba86f-1e2e-4435-a845-72d8df9e4694 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667558 Aug 21 10:57:49.252009 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d4ca457a-ee8a-4a95-b8fb-bd45c97817cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:49.314637 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-d4ca457a-ee8a-4a95-b8fb-bd45c97817cf None None] For port 0c5000dc-b92b-4f60-bf0a-831f2797bd14, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=0c5000dc-b92b-4f60-bf0a-831f2797bd14,segment=NetworkSegment(dfdf8192-264e-44dd-b160-139863f02b28),segment_id=dfdf8192-264e-44dd-b160-139863f02b28)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:57:49.318548 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device a752e2c8-650f-43ca-a49b-96a68f371ec7 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:57:49.343188 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:49.369486 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d4ca457a-ee8a-4a95-b8fb-bd45c97817cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:49.374193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4de183fa-7f60-4079-823f-1be5e346a919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:49.447993 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'name': 'tempest-TestVolumeBootPattern-896799281-router', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '95fac9f5-096c-4d57-a724-17752c344a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:45Z', 'updated_at': '2021-08-21T10:57:47Z', 'revision_number': 3, 'project_id': 'e57183a1ca5645dd8c623e6464eb8959', 'gw_port': {'id': '95fac9f5-096c-4d57-a724-17752c344a56', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:45Z', 'updated_at': '2021-08-21T10:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:49.465754 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Checking router: 54ce2229-0456-43e5-b843-f8c8b3de68b8 for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:57:49.466162 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Updating router 54ce2229-0456-43e5-b843-f8c8b3de68b8 port 95fac9f5-096c-4d57-a724-17752c344a56 binding host dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 10:57:49.513422 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca457a-ee8a-4a95-b8fb-bd45c97817cf None None] Pushing event updated for resources: {'Port': ['ID=0c5000dc-b92b-4f60-bf0a-831f2797bd14,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:49.519934 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d4ca457a-ee8a-4a95-b8fb-bd45c97817cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:49.537296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:49.565423 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port a752e2c8-650f-43ca-a49b-96a68f371ec7 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:57:49.578107 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port a752e2c8-650f-43ca-a49b-96a68f371ec7 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:49.578533 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:49.598415 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Allocated IP 172.20.0.1 (4a8e90dd-3f94-4cc0-92a8-321c8d8f577a/464ef4f0-937a-4df5-b000-54432c7f64ac/d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:57:49.757154 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:49.774860 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Transition to ACTIVE for port object d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f will not be triggered until provisioned by entity DHCP. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:57:49.817973 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:49.823143 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-04ce7c5a-6718-47a5-b860-8eb5eccf4741 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:49.848174 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-a38c52e6-ae31-4a44-9d6b-998e3dae97bb None None] Provisioning complete for port 0c5000dc-b92b-4f60-bf0a-831f2797bd14 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:49.848596 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a38c52e6-ae31-4a44-9d6b-998e3dae97bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:49.921933 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:50.019571 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port a752e2c8-650f-43ca-a49b-96a68f371ec7, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=a752e2c8-650f-43ca-a49b-96a68f371ec7,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:57:50.062801 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:50.067891 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d4ca457a-ee8a-4a95-b8fb-bd45c97817cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:50.090706 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Network 4a8e90dd-3f94-4cc0-92a8-321c8d8f577a is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:57:50.093771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:57:50.098474 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:57:50.125651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:50.131403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:50.157111 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821644294'] for router_interface, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:50.222646 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=a752e2c8-650f-43ca-a49b-96a68f371ec7,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:50.231229 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:50.234953 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Notify callbacks [] for port, precommit_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:50.253791 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Transition to ACTIVE for port object 95fac9f5-096c-4d57-a724-17752c344a56 will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:57:50.284478 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:50.292090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:50.296857 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:50.373757 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Attempting to bind port 95fac9f5-096c-4d57-a724-17752c344a56 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:57:50.374176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Attempting to bind port 95fac9f5-096c-4d57-a724-17752c344a56 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:57:50.374604 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Attempting to bind port 95fac9f5-096c-4d57-a724-17752c344a56 on network f35c1524-3b1c-4af7-979d-fa22ca7197b4 {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:57:50.393458 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640abee-be2c-420f-8da2-1ce880ff62d7 req-ba0a3b2c-1e6b-485e-bd7d-eec23afc6dc0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:50.395798 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d640abee-be2c-420f-8da2-1ce880ff62d7 req-ba0a3b2c-1e6b-485e-bd7d-eec23afc6dc0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.1154249 Aug 21 10:57:50.396244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:57:50.396665 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Checking segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:57:50.397116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:50.397559 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Bound using segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:57:50.398080 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Bound port: 95fac9f5-096c-4d57-a724-17752c344a56, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:57:50.398503 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:50.428768 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843e0f1-0e24-470d-8ed3-d69c07c0fc5a None None] Pushing event updated for resources: {'Port': ['ID=95fac9f5-096c-4d57-a724-17752c344a56,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:50.437092 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b843e0f1-0e24-470d-8ed3-d69c07c0fc5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:50.464391 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d640abee-be2c-420f-8da2-1ce880ff62d7 req-3ec9a573-8869-4b3c-a955-3aeab9df0215 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597720 Aug 21 10:57:50.493183 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] For port 95fac9f5-096c-4d57-a724-17752c344a56, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:57:50.497256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] For port 95fac9f5-096c-4d57-a724-17752c344a56, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=95fac9f5-096c-4d57-a724-17752c344a56,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:57:50.526845 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:50.537740 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3b028c00-e51d-4863-9ff1-3dc349c7e5c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:50.557871 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:50.577540 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:50.607848 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6917ddb5-357b-4c5b-93a8-4d2aec8c097e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:50.634376 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843e0f1-0e24-470d-8ed3-d69c07c0fc5a None None] Pushing event updated for resources: {'Port': ['ID=95fac9f5-096c-4d57-a724-17752c344a56,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:50.637648 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b843e0f1-0e24-470d-8ed3-d69c07c0fc5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:50.640040 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Routers {'54ce2229-0456-43e5-b843-f8c8b3de68b8'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:57:50.640723 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:57:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['54ce2229-0456-43e5-b843-f8c8b3de68b8'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:50.693488 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32838329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33131353'] for router_interface, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:50.698330 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:50.701900 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:50.845577 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Network 4a8e90dd-3f94-4cc0-92a8-321c8d8f577a is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:57:50.847203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:57:50.859019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-cc39e3e1-e9b9-4ac4-8a4f-004a18a4b2b4 None None] Provisioning for port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:57:50.874090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-cc39e3e1-e9b9-4ac4-8a4f-004a18a4b2b4 None None] Provisioning complete for port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:50.874517 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cc39e3e1-e9b9-4ac4-8a4f-004a18a4b2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:50.951727 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-cc39e3e1-e9b9-4ac4-8a4f-004a18a4b2b4 None None] Port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 10:57:51.049366 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] Set router 54ce2229-0456-43e5-b843-f8c8b3de68b8 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:57:51.253177 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Router 54ce2229-0456-43e5-b843-f8c8b3de68b8 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 10:57:51.281950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 0c5000dc-b92b-4f60-bf0a-831f2797bd14 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:57:51.318677 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-ed82abf6-d0db-4199-a8a0-c9fc0d0a1efe None None] Provisioning complete for port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:51.319028 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ed82abf6-d0db-4199-a8a0-c9fc0d0a1efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:51.431724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-ed82abf6-d0db-4199-a8a0-c9fc0d0a1efe None None] Port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 10:57:51.474005 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:57:51.483645 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] 10.222.0.49 "PUT /v2.0/routers/54ce2229-0456-43e5-b843-f8c8b3de68b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1687412 Aug 21 10:57:51.504440 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 0c5000dc-b92b-4f60-bf0a-831f2797bd14 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:51.504867 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:51.568480 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'name': 'tempest-TestVolumeBootPattern-896799281-router', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '95fac9f5-096c-4d57-a724-17752c344a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:45Z', 'updated_at': '2021-08-21T10:57:50Z', 'revision_number': 4, 'project_id': 'e57183a1ca5645dd8c623e6464eb8959', 'gw_port': {'id': '95fac9f5-096c-4d57-a724-17752c344a56', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:45Z', 'updated_at': '2021-08-21T10:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'd6d1e3d7-4d09-41a9-89bc-cfdf8847c21f', 'name': '', 'network_id': '4a8e90dd-3f94-4cc0-92a8-321c8d8f577a', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'mac_address': 'fa:16:3e:35:a9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '464ef4f0-937a-4df5-b000-54432c7f64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:49Z', 'updated_at': '2021-08-21T10:57:50Z', 'revision_number': 2, 'project_id': 'e57183a1ca5645dd8c623e6464eb8959', 'subnets': [{'id': '464ef4f0-937a-4df5-b000-54432c7f64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:51.575050 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8294c34-1a36-461e-afbc-157063d0e6c1 None None] The sync data for ids ['54ce2229-0456-43e5-b843-f8c8b3de68b8'] in dv-cinder-805477-1-iscsi is: [{'id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'name': 'tempest-TestVolumeBootPattern-896799281-router', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '95fac9f5-096c-4d57-a724-17752c344a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:45Z', 'updated_at': '2021-08-21T10:57:50Z', 'revision_number': 4, 'project_id': 'e57183a1ca5645dd8c623e6464eb8959', 'gw_port': {'id': '95fac9f5-096c-4d57-a724-17752c344a56', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:45Z', 'updated_at': '2021-08-21T10:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'd6d1e3d7-4d09-41a9-89bc-cfdf8847c21f', 'name': '', 'network_id': '4a8e90dd-3f94-4cc0-92a8-321c8d8f577a', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'mac_address': 'fa:16:3e:35:a9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '464ef4f0-937a-4df5-b000-54432c7f64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:49Z', 'updated_at': '2021-08-21T10:57:50Z', 'revision_number': 2, 'project_id': 'e57183a1ca5645dd8c623e6464eb8959', 'subnets': [{'id': '464ef4f0-937a-4df5-b000-54432c7f64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:57:51.670903 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device a752e2c8-650f-43ca-a49b-96a68f371ec7 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:57:51.752238 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79a83d-3a65-4788-a6e4-14fd9bf1a91d req-50cf48ae-aa71-41be-bda7-ea312d87c9be tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:51.753858 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5d79a83d-3a65-4788-a6e4-14fd9bf1a91d req-50cf48ae-aa71-41be-bda7-ea312d87c9be tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.1252446 Aug 21 10:57:51.761764 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port a752e2c8-650f-43ca-a49b-96a68f371ec7 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:51.762257 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:51.806086 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5d79a83d-3a65-4788-a6e4-14fd9bf1a91d req-5aeeed80-ef44-4d2e-b990-ccd75d3c0683 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445323 Aug 21 10:57:52.213000 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 56472) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:52.223902 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-363503944', 'description': 'tempest-secgroup-smoke-363503944 description', 'project_id': '5a81a97062a44c1a82976925e1efb742'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:57:52.233886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:52.238922 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Usage tracker for resource:security_group and tenant:5a81a97062a44c1a82976925e1efb742 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:52.242887 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:52.249911 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:52.457892 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:52.495324 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:52.499429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Usage tracker for resource:security_group_rule and tenant:5a81a97062a44c1a82976925e1efb742 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:52.502799 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:52.509860 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:52.619957 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:52.652193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:52.657994 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-143f88c6-66a7-48b3-be91-7c32fcdf2f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:52.708331 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:52.715278 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:52.737855 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:52.739231 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5248597 Aug 21 10:57:52.742395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 56480) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:52.749227 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-9041067c-c0c6-4970-b6bb-5820c95cb704 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Request body: {'security_group_rule': {'security_group_id': '8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7', 'project_id': '5a81a97062a44c1a82976925e1efb742', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:57:52.757369 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-9041067c-c0c6-4970-b6bb-5820c95cb704 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:52.763296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-9041067c-c0c6-4970-b6bb-5820c95cb704 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Usage tracker for resource:security_group_rule and tenant:5a81a97062a44c1a82976925e1efb742 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:52.768822 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-9041067c-c0c6-4970-b6bb-5820c95cb704 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:52.775499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-9041067c-c0c6-4970-b6bb-5820c95cb704 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:52.819477 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9041067c-c0c6-4970-b6bb-5820c95cb704 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:52.898579 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9041067c-c0c6-4970-b6bb-5820c95cb704 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:52.950142 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9041067c-c0c6-4970-b6bb-5820c95cb704 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:52.958531 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:53.031858 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041067c-c0c6-4970-b6bb-5820c95cb704 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb56f7d-13b1-422a-b437-f10cf7233701,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:53.035913 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9041067c-c0c6-4970-b6bb-5820c95cb704 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:53.069286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9041067c-c0c6-4970-b6bb-5820c95cb704 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:53.071093 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-9041067c-c0c6-4970-b6bb-5820c95cb704 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3266795 Aug 21 10:57:53.074112 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 56488) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:53.080432 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-59aea8d7-d42e-4850-8abc-875beb90b835 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Request body: {'security_group_rule': {'security_group_id': '8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7', 'project_id': '5a81a97062a44c1a82976925e1efb742', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:57:53.083071 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab77351-fecf-4cbe-82a5-c90c400223ff req-197e9e8a-1cee-4b99-9860-5fc80054be50 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:53.084928 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ab77351-fecf-4cbe-82a5-c90c400223ff req-197e9e8a-1cee-4b99-9860-5fc80054be50 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.1109014 Aug 21 10:57:53.093495 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-59aea8d7-d42e-4850-8abc-875beb90b835 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:53.098131 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-59aea8d7-d42e-4850-8abc-875beb90b835 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Usage tracker for resource:security_group_rule and tenant:5a81a97062a44c1a82976925e1efb742 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:53.101484 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-59aea8d7-d42e-4850-8abc-875beb90b835 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:53.109130 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-59aea8d7-d42e-4850-8abc-875beb90b835 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:53.139733 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59aea8d7-d42e-4850-8abc-875beb90b835 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:53.141537 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ab77351-fecf-4cbe-82a5-c90c400223ff req-9f980928-28be-4772-9477-f021946cdd20 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497954 Aug 21 10:57:53.238753 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59aea8d7-d42e-4850-8abc-875beb90b835 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:53.321382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59aea8d7-d42e-4850-8abc-875beb90b835 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:53.326035 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 95fac9f5-096c-4d57-a724-17752c344a56 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:57:53.330039 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:53.351019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aea8d7-d42e-4850-8abc-875beb90b835 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c780dba-a923-41f0-8146-908774ebb3f2,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:53.356897 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-59aea8d7-d42e-4850-8abc-875beb90b835 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:53.389377 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59aea8d7-d42e-4850-8abc-875beb90b835 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:53.394310 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-59aea8d7-d42e-4850-8abc-875beb90b835 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3190820 Aug 21 10:57:53.394495 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 56492) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:53.402813 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-b1453c08-dc8c-40d8-b288-71abc5e74b65 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Request body: {'security_group_rule': {'security_group_id': '8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7', 'project_id': '5a81a97062a44c1a82976925e1efb742', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:57:53.410785 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-b1453c08-dc8c-40d8-b288-71abc5e74b65 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:53.415089 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-b1453c08-dc8c-40d8-b288-71abc5e74b65 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Usage tracker for resource:security_group_rule and tenant:5a81a97062a44c1a82976925e1efb742 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:53.417645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 95fac9f5-096c-4d57-a724-17752c344a56 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:57:53.418144 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-b1453c08-dc8c-40d8-b288-71abc5e74b65 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:53.424158 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 95fac9f5-096c-4d57-a724-17752c344a56 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:53.424583 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:53.437482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-b1453c08-dc8c-40d8-b288-71abc5e74b65 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:53.494031 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b1453c08-dc8c-40d8-b288-71abc5e74b65 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:53.565885 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:53.585112 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port 95fac9f5-096c-4d57-a724-17752c344a56, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=95fac9f5-096c-4d57-a724-17752c344a56,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:57:53.599797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b1453c08-dc8c-40d8-b288-71abc5e74b65 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:53.612358 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:53.614394 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:53.635248 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b1453c08-dc8c-40d8-b288-71abc5e74b65 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:53.637558 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9041067c-c0c6-4970-b6bb-5820c95cb704 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:53.677934 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1453c08-dc8c-40d8-b288-71abc5e74b65 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d95324-1736-4da0-afb3-910c01898bcd,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:53.677934 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b1453c08-dc8c-40d8-b288-71abc5e74b65 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:53.689317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=95fac9f5-096c-4d57-a724-17752c344a56,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:53.693530 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:53.726506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b1453c08-dc8c-40d8-b288-71abc5e74b65 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:53.727888 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-b1453c08-dc8c-40d8-b288-71abc5e74b65 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3315973 Aug 21 10:57:53.730799 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 56500) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:53.737174 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Request body: {'security_group_rule': {'security_group_id': '8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7', 'project_id': '5a81a97062a44c1a82976925e1efb742', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:57:53.744109 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:53.748563 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Usage tracker for resource:security_group_rule and tenant:5a81a97062a44c1a82976925e1efb742 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:53.751652 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:53.758033 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:53.819522 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:53.888719 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:53.923977 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:53.926340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:53.950482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96d0613-1443-4281-9025-bf1ac88a5cdf,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:53.971182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:53.971617 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:53.972029 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:53.972431 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:53.972831 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:53.973234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:53.973626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:53.974059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:53.974493 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:53.974743 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:53.975130 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:53.979459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:54.018065 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:54.019389 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2874665 Aug 21 10:57:54.022262 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 56510) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:54.029296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-99f3a134-483e-4eb6-a8a4-d725ab573a71 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Request body: {'security_group_rule': {'security_group_id': '8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7', 'project_id': '5a81a97062a44c1a82976925e1efb742', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:57:54.035486 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-99f3a134-483e-4eb6-a8a4-d725ab573a71 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:54.043673 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-99f3a134-483e-4eb6-a8a4-d725ab573a71 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Usage tracker for resource:security_group_rule and tenant:5a81a97062a44c1a82976925e1efb742 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:54.046986 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-99f3a134-483e-4eb6-a8a4-d725ab573a71 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:54.053102 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-99f3a134-483e-4eb6-a8a4-d725ab573a71 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:54.080395 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.securitygroups_db [None req-99f3a134-483e-4eb6-a8a4-d725ab573a71 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Project 5a81a97062a44c1a82976925e1efb742 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:57:54.088330 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-99f3a134-483e-4eb6-a8a4-d725ab573a71 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:54.169186 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-99f3a134-483e-4eb6-a8a4-d725ab573a71 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:54.206088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-99f3a134-483e-4eb6-a8a4-d725ab573a71 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:54.220160 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-57550890-60f4-4950-a461-24326abcf52e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:54.252715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3a134-483e-4eb6-a8a4-d725ab573a71 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9fe13b-e812-42c0-80b0-ee03ce403453,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:54.256827 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-99f3a134-483e-4eb6-a8a4-d725ab573a71 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:54.276924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-99f3a134-483e-4eb6-a8a4-d725ab573a71 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:54.282492 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-99f3a134-483e-4eb6-a8a4-d725ab573a71 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2564003 Aug 21 10:57:54.282654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 56522) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:54.289174 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-1a912b0b-c7b2-4826-b1e9-ebce9cd8e4ec tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Request body: {'security_group_rule': {'security_group_id': '8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7', 'project_id': '5a81a97062a44c1a82976925e1efb742', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:57:54.300206 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-1a912b0b-c7b2-4826-b1e9-ebce9cd8e4ec tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:54.304778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-1a912b0b-c7b2-4826-b1e9-ebce9cd8e4ec tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Usage tracker for resource:security_group_rule and tenant:5a81a97062a44c1a82976925e1efb742 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:54.308467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-1a912b0b-c7b2-4826-b1e9-ebce9cd8e4ec tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:54.315455 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-1a912b0b-c7b2-4826-b1e9-ebce9cd8e4ec tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:54.409471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b305c1e-2f3b-4260-a748-37dc238473e5 req-51fc94ed-3287-4f34-9b32-957904b2122b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:54.411111 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2b305c1e-2f3b-4260-a748-37dc238473e5 req-51fc94ed-3287-4f34-9b32-957904b2122b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0926166 Aug 21 10:57:54.417509 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.securitygroups_db [None req-1a912b0b-c7b2-4826-b1e9-ebce9cd8e4ec tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Project 5a81a97062a44c1a82976925e1efb742 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:57:54.440887 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1a912b0b-c7b2-4826-b1e9-ebce9cd8e4ec tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:54.502150 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2b305c1e-2f3b-4260-a748-37dc238473e5 req-5a581dbf-d1b5-4553-b489-2f3af51376c6 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797606 Aug 21 10:57:54.513779 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 56530) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:54.534514 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1a912b0b-c7b2-4826-b1e9-ebce9cd8e4ec tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:54.560296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1a912b0b-c7b2-4826-b1e9-ebce9cd8e4ec tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:54.562505 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c671c50f-1b6f-457a-94d7-91570fe1cdcd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:54.587561 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a912b0b-c7b2-4826-b1e9-ebce9cd8e4ec tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5594e2-902c-45c6-9338-2837d373ed7f,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:54.592316 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-1a912b0b-c7b2-4826-b1e9-ebce9cd8e4ec tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:54.611747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1a912b0b-c7b2-4826-b1e9-ebce9cd8e4ec tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:54.613136 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-1a912b0b-c7b2-4826-b1e9-ebce9cd8e4ec tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3292785 Aug 21 10:57:54.674800 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9931a212-17f8-4eb4-88a0-b0a86b0fd4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:54.716182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-9931a212-17f8-4eb4-88a0-b0a86b0fd4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:54.720248 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-9931a212-17f8-4eb4-88a0-b0a86b0fd4ef admin admin] Usage tracker for resource:security_group_rule and tenant:ba43ceea95bb4ef8b7c163e518ad34aa is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:54.723436 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-9931a212-17f8-4eb4-88a0-b0a86b0fd4ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:54.729636 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-9931a212-17f8-4eb4-88a0-b0a86b0fd4ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:54.797960 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9931a212-17f8-4eb4-88a0-b0a86b0fd4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:54.823219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9931a212-17f8-4eb4-88a0-b0a86b0fd4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:54.831224 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-90ee1390-3c97-4d44-803a-b0a4d5d038b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:54.876372 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-9931a212-17f8-4eb4-88a0-b0a86b0fd4ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba43ceea95bb4ef8b7c163e518ad34aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3615060 Aug 21 10:57:54.877171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931a212-17f8-4eb4-88a0-b0a86b0fd4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a412204-1606-4ef1-8eea-62a5edac789d,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:54.879461 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 56574) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:54.880739 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9931a212-17f8-4eb4-88a0-b0a86b0fd4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:54.945323 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:54.972433 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:55.034811 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:55.039497 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cfa9f0fa-1d8f-4666-8bc2-93ba8a4c0b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:55.052976 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a412204-1606-4ef1-8eea-62a5edac789d,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:55.067300 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:55.071711 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a412204-1606-4ef1-8eea-62a5edac789d HTTP/1.1" status: 204 len: 168 time: 0.1879640 Aug 21 10:57:55.071711 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:55.071711 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:55.072001 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:55.072272 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:55.072683 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:55.073201 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:55.073435 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:55.074079 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:55.074472 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:55.074861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:55.075249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:57:55.078355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d907d8bf-add5-4093-90ed-9307c6c5c28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:55.273124 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 95fac9f5-096c-4d57-a724-17752c344a56 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:57:55.365217 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 95fac9f5-096c-4d57-a724-17752c344a56 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:55.365552 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:55.608463 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Sync routers for ids ['54ce2229-0456-43e5-b843-f8c8b3de68b8'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:57:55.621984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Routers {'54ce2229-0456-43e5-b843-f8c8b3de68b8'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:57:55.622867 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:57:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['54ce2229-0456-43e5-b843-f8c8b3de68b8'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:55.742760 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 56592) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:55.764235 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-830cd7b8-1d4a-4264-9b18-13c666bdd3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:55.798145 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-830cd7b8-1d4a-4264-9b18-13c666bdd3a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:55.802282 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-830cd7b8-1d4a-4264-9b18-13c666bdd3a1 admin admin] Usage tracker for resource:security_group_rule and tenant:82e2cff1fba34335acd93cdb02d25577 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:55.805480 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-830cd7b8-1d4a-4264-9b18-13c666bdd3a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:55.807848 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb9c10-5c4a-4d53-a094-7c26e83a6261 req-c0e966c4-cab6-4424-b6d7-9f1cd007e272 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:55.808372 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Set router 54ce2229-0456-43e5-b843-f8c8b3de68b8 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:57:55.811718 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-830cd7b8-1d4a-4264-9b18-13c666bdd3a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:55.812310 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-07fb9c10-5c4a-4d53-a094-7c26e83a6261 req-c0e966c4-cab6-4424-b6d7-9f1cd007e272 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 943 time: 0.0917120 Aug 21 10:57:55.862538 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-07fb9c10-5c4a-4d53-a094-7c26e83a6261 req-b466514e-bca9-4770-8305-bf5a5066524c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467324 Aug 21 10:57:55.881072 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-830cd7b8-1d4a-4264-9b18-13c666bdd3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:55.908940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-830cd7b8-1d4a-4264-9b18-13c666bdd3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:55.917448 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-85c7adda-ad3e-4e20-9096-0be49bc67ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:55.963265 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cd7b8-1d4a-4264-9b18-13c666bdd3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dbe1e2-d22f-43ae-bcac-5bb807afc43c,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:55.966521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-830cd7b8-1d4a-4264-9b18-13c666bdd3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:55.971306 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-830cd7b8-1d4a-4264-9b18-13c666bdd3a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82e2cff1fba34335acd93cdb02d25577&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2247987 Aug 21 10:57:55.972013 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 56596) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:56.035056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1b036817-bd0c-4750-a5fe-3fdf503d9382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:56.061698 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1b036817-bd0c-4750-a5fe-3fdf503d9382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:56.132087 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1b036817-bd0c-4750-a5fe-3fdf503d9382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:56.137048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'name': 'tempest-TestVolumeBootPattern-896799281-router', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '95fac9f5-096c-4d57-a724-17752c344a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:45Z', 'updated_at': '2021-08-21T10:57:50Z', 'revision_number': 4, 'project_id': 'e57183a1ca5645dd8c623e6464eb8959', 'gw_port': {'id': '95fac9f5-096c-4d57-a724-17752c344a56', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:45Z', 'updated_at': '2021-08-21T10:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'd6d1e3d7-4d09-41a9-89bc-cfdf8847c21f', 'name': '', 'network_id': '4a8e90dd-3f94-4cc0-92a8-321c8d8f577a', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'mac_address': 'fa:16:3e:35:a9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '464ef4f0-937a-4df5-b000-54432c7f64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:49Z', 'updated_at': '2021-08-21T10:57:50Z', 'revision_number': 2, 'project_id': 'e57183a1ca5645dd8c623e6464eb8959', 'subnets': [{'id': '464ef4f0-937a-4df5-b000-54432c7f64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:56.138208 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6b1942a3-3f5e-4ad9-8d11-2cfa02beaa96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:56.141279 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Checking router: 54ce2229-0456-43e5-b843-f8c8b3de68b8 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:57:56.141687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Updating router 54ce2229-0456-43e5-b843-f8c8b3de68b8 port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f binding host dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 10:57:56.151416 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b036817-bd0c-4750-a5fe-3fdf503d9382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dbe1e2-d22f-43ae-bcac-5bb807afc43c,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:56.154002 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-1b036817-bd0c-4750-a5fe-3fdf503d9382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:56.162487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1b036817-bd0c-4750-a5fe-3fdf503d9382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:56.176993 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-1b036817-bd0c-4750-a5fe-3fdf503d9382 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60dbe1e2-d22f-43ae-bcac-5bb807afc43c HTTP/1.1" status: 204 len: 168 time: 0.1943128 Aug 21 10:57:56.197324 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:56.709477 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Notify callbacks [] for port, precommit_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:56.721250 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Transition to ACTIVE for port object d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f will not be triggered until provisioned by entity L2. {{(pid=82514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:57:56.783407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:56.788709 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:56.874309 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 72fc3d77-5c40-407c-b814-5066f5f601fa details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:57:56.926891 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9860e-65e9-41bc-a97a-cd802bb6bc99 None None] Pushing event updated for resources: {'Port': ['ID=d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f,revision_number=3']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:56.930924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f7f9860e-65e9-41bc-a97a-cd802bb6bc99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:57.040644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Attempting to bind port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:57:57.040984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Attempting to bind port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': 'dfdf8192-264e-44dd-b160-139863f02b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4a8e90dd-3f94-4cc0-92a8-321c8d8f577a'}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:57:57.041385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Attempting to bind port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f on network 4a8e90dd-3f94-4cc0-92a8-321c8d8f577a {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:57:57.056104 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:57:57.056524 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Checking segment: {'id': 'dfdf8192-264e-44dd-b160-139863f02b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4a8e90dd-3f94-4cc0-92a8-321c8d8f577a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:57:57.057135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:57.057570 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Bound using segment: {'id': 'dfdf8192-264e-44dd-b160-139863f02b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4a8e90dd-3f94-4cc0-92a8-321c8d8f577a'} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:57:57.058087 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Bound port: d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdf8192-264e-44dd-b160-139863f02b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4a8e90dd-3f94-4cc0-92a8-321c8d8f577a'}}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:57:57.058515 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:57.104454 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 72fc3d77-5c40-407c-b814-5066f5f601fa, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=72fc3d77-5c40-407c-b814-5066f5f601fa,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:57:57.122200 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '72fc3d77-5c40-407c-b814-5066f5f601fa', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'port_id': '72fc3d77-5c40-407c-b814-5066f5f601fa', 'mac_address': 'fa:16:3e:62:05:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:57:57.173608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] For port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:57:57.177824 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] For port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f,segment=NetworkSegment(dfdf8192-264e-44dd-b160-139863f02b28),segment_id=dfdf8192-264e-44dd-b160-139863f02b28)] {{(pid=82514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:57:57.206355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:57.212302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:57.227538 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:57.260153 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72fc3d77-5c40-407c-b814-5066f5f601fa {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:57:57.302492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 72fc3d77-5c40-407c-b814-5066f5f601fa, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=72fc3d77-5c40-407c-b814-5066f5f601fa,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:57:57.340890 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9860e-65e9-41bc-a97a-cd802bb6bc99 None None] Pushing event updated for resources: {'Port': ['ID=d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f,revision_number=4']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:57.344656 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f7f9860e-65e9-41bc-a97a-cd802bb6bc99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:57.347115 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Routers {'54ce2229-0456-43e5-b843-f8c8b3de68b8'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:57:57.347808 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:57:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['54ce2229-0456-43e5-b843-f8c8b3de68b8'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:57.349248 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:57.352108 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:57.448942 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=72fc3d77-5c40-407c-b814-5066f5f601fa,revision_number=9']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:57.456183 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:57.520984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889b527-1b28-427a-8f89-9afbba29a9ff req-ffda32eb-3cc0-40d9-b5aa-79cb266cb9e5 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:57.522713 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5889b527-1b28-427a-8f89-9afbba29a9ff req-ffda32eb-3cc0-40d9-b5aa-79cb266cb9e5 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 944 time: 0.4749351 Aug 21 10:57:57.589883 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5889b527-1b28-427a-8f89-9afbba29a9ff req-e9cf242a-09e0-44ca-a6bd-e60df64a6f9a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598404 Aug 21 10:57:57.598248 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] Set router 54ce2229-0456-43e5-b843-f8c8b3de68b8 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:57:57.938403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'name': 'tempest-TestVolumeBootPattern-896799281-router', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '95fac9f5-096c-4d57-a724-17752c344a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:45Z', 'updated_at': '2021-08-21T10:57:50Z', 'revision_number': 4, 'project_id': 'e57183a1ca5645dd8c623e6464eb8959', 'gw_port': {'id': '95fac9f5-096c-4d57-a724-17752c344a56', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:45Z', 'updated_at': '2021-08-21T10:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'd6d1e3d7-4d09-41a9-89bc-cfdf8847c21f', 'name': '', 'network_id': '4a8e90dd-3f94-4cc0-92a8-321c8d8f577a', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'mac_address': 'fa:16:3e:35:a9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '464ef4f0-937a-4df5-b000-54432c7f64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:49Z', 'updated_at': '2021-08-21T10:57:57Z', 'revision_number': 4, 'project_id': 'e57183a1ca5645dd8c623e6464eb8959', 'subnets': [{'id': '464ef4f0-937a-4df5-b000-54432c7f64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:57:57.942579 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad88ccb-dbd1-42e2-a929-ba9d673d6af3 None None] The sync data for ids ['54ce2229-0456-43e5-b843-f8c8b3de68b8'] in dv-cinder-805477-1-iscsi is: [{'id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'name': 'tempest-TestVolumeBootPattern-896799281-router', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '95fac9f5-096c-4d57-a724-17752c344a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:45Z', 'updated_at': '2021-08-21T10:57:50Z', 'revision_number': 4, 'project_id': 'e57183a1ca5645dd8c623e6464eb8959', 'gw_port': {'id': '95fac9f5-096c-4d57-a724-17752c344a56', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:45Z', 'updated_at': '2021-08-21T10:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'd6d1e3d7-4d09-41a9-89bc-cfdf8847c21f', 'name': '', 'network_id': '4a8e90dd-3f94-4cc0-92a8-321c8d8f577a', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'mac_address': 'fa:16:3e:35:a9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '464ef4f0-937a-4df5-b000-54432c7f64ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:49Z', 'updated_at': '2021-08-21T10:57:57Z', 'revision_number': 4, 'project_id': 'e57183a1ca5645dd8c623e6464eb8959', 'subnets': [{'id': '464ef4f0-937a-4df5-b000-54432c7f64ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:57:58.826762 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfdb7b-05bf-4a0a-9359-0db45069c006 req-cee4f2e6-b30b-4ab2-b275-18d028fc933a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:57:58.830365 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-75cfdb7b-05bf-4a0a-9359-0db45069c006 req-cee4f2e6-b30b-4ab2-b275-18d028fc933a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 944 time: 0.1010571 Aug 21 10:57:58.885220 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-75cfdb7b-05bf-4a0a-9359-0db45069c006 req-dc5fb82a-be30-4e7f-b43a-927ab57a30ed tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486364 Aug 21 10:57:59.175473 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['72fc3d77-5c40-407c-b814-5066f5f601fa'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:57:59.273007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 56684) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:59.340172 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:57:59.459644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e5c294b6-8d8f-49de-8851-8fa8614cd7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:59.481975 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:57:59.494338 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-e5c294b6-8d8f-49de-8851-8fa8614cd7fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:57:59.495491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:57:59.495943 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:59.498731 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-e5c294b6-8d8f-49de-8851-8fa8614cd7fa admin admin] Usage tracker for resource:security_group_rule and tenant:ba1bda005345412b95acf20fb9abfc17 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:57:59.501699 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-e5c294b6-8d8f-49de-8851-8fa8614cd7fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:57:59.508018 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-e5c294b6-8d8f-49de-8851-8fa8614cd7fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:57:59.577403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e5c294b6-8d8f-49de-8851-8fa8614cd7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:59.617613 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e5c294b6-8d8f-49de-8851-8fa8614cd7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:59.622358 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:59.628512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-584e8721-fbd0-43d1-90b7-2ea4ad254e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:59.658591 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f,segment=NetworkSegment(dfdf8192-264e-44dd-b160-139863f02b28),segment_id=dfdf8192-264e-44dd-b160-139863f02b28)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:57:59.677301 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e5c294b6-8d8f-49de-8851-8fa8614cd7fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba1bda005345412b95acf20fb9abfc17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4029939 Aug 21 10:57:59.678272 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c294b6-8d8f-49de-8851-8fa8614cd7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6ae2ed-406f-4fd2-a5dc-3deaa2f48687,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:59.680798 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 56710) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:57:59.683800 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e5c294b6-8d8f-49de-8851-8fa8614cd7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:59.689280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:59.692156 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:59.757635 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-90bd6a03-1c6b-4971-963c-4612c4c0446e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:59.765916 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:59.769925 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:59.792193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-90bd6a03-1c6b-4971-963c-4612c4c0446e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:59.857006 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-90bd6a03-1c6b-4971-963c-4612c4c0446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:59.862314 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3ef14178-9b72-4839-8e79-5e368c2bab1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:57:59.875400 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd6a03-1c6b-4971-963c-4612c4c0446e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6ae2ed-406f-4fd2-a5dc-3deaa2f48687,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:57:59.877875 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-90bd6a03-1c6b-4971-963c-4612c4c0446e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:57:59.881762 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-90bd6a03-1c6b-4971-963c-4612c4c0446e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:57:59.886690 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-90bd6a03-1c6b-4971-963c-4612c4c0446e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f6ae2ed-406f-4fd2-a5dc-3deaa2f48687 HTTP/1.1" status: 204 len: 168 time: 0.2000701 Aug 21 10:58:00.299198 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b3539-7b63-4de7-b09b-2ed63bcb0ba2 req-cdfe2fc9-7620-4d4b-ae10-2599b2024570 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:00.300843 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4f3b3539-7b63-4de7-b09b-2ed63bcb0ba2 req-cdfe2fc9-7620-4d4b-ae10-2599b2024570 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 944 time: 0.2805171 Aug 21 10:58:00.348834 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4f3b3539-7b63-4de7-b09b-2ed63bcb0ba2 req-fc737f3e-8254-4131-8dd6-ff5b9b577ef0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415456 Aug 21 10:58:00.387112 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 56746) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:00.406201 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9f04f39f-06e8-408e-a44b-ff1386f9bf31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:00.437910 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-9f04f39f-06e8-408e-a44b-ff1386f9bf31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:00.441907 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-9f04f39f-06e8-408e-a44b-ff1386f9bf31 admin admin] Usage tracker for resource:security_group_rule and tenant:5bc7bb9609e849f48175ad138d068da2 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:00.444823 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-9f04f39f-06e8-408e-a44b-ff1386f9bf31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:00.451406 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-9f04f39f-06e8-408e-a44b-ff1386f9bf31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:00.516632 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9f04f39f-06e8-408e-a44b-ff1386f9bf31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:00.542487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9f04f39f-06e8-408e-a44b-ff1386f9bf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:00.549790 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8dfc9e34-65fd-4fb1-95e3-99fc98399de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:00.590791 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04f39f-06e8-408e-a44b-ff1386f9bf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0990ad-e5a0-4b6a-b14b-96f6ecc027c2,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:00.594284 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9f04f39f-06e8-408e-a44b-ff1386f9bf31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:00.596955 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-9f04f39f-06e8-408e-a44b-ff1386f9bf31 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bc7bb9609e849f48175ad138d068da2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2087476 Aug 21 10:58:00.599790 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 56750) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:00.666779 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e9dab11e-a21f-4e58-b2d0-0c9ebc1412c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:00.693830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e9dab11e-a21f-4e58-b2d0-0c9ebc1412c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:00.759692 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e9dab11e-a21f-4e58-b2d0-0c9ebc1412c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:00.764593 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-04ed2b8e-d87f-4a8b-a131-58fa993611e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:00.776764 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dab11e-a21f-4e58-b2d0-0c9ebc1412c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0990ad-e5a0-4b6a-b14b-96f6ecc027c2,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:00.779145 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e9dab11e-a21f-4e58-b2d0-0c9ebc1412c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:00.786220 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e9dab11e-a21f-4e58-b2d0-0c9ebc1412c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:00.787418 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e9dab11e-a21f-4e58-b2d0-0c9ebc1412c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d0990ad-e5a0-4b6a-b14b-96f6ecc027c2 HTTP/1.1" status: 204 len: 168 time: 0.1866510 Aug 21 10:58:01.270387 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:58:01.342101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:01.342640 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:01.575608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585fa53-cbdb-4b59-b808-c69208d90137 req-3b01ca6f-b2d9-4489-84bd-59eec3ff5cca tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:01.577220 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b585fa53-cbdb-4b59-b808-c69208d90137 req-3b01ca6f-b2d9-4489-84bd-59eec3ff5cca tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 944 time: 0.0876477 Aug 21 10:58:01.627995 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b585fa53-cbdb-4b59-b808-c69208d90137 req-0c47360b-f21e-40e8-9a83-7dc94bd237d9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446310 Aug 21 10:58:02.852904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab38529-856a-46e0-8dfb-a0c16e5acdcb req-f3625d97-8f72-4f3b-8f90-d5241bca1231 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:02.854481 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1ab38529-856a-46e0-8dfb-a0c16e5acdcb req-f3625d97-8f72-4f3b-8f90-d5241bca1231 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 944 time: 0.0821517 Aug 21 10:58:02.907598 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1ab38529-856a-46e0-8dfb-a0c16e5acdcb req-246478e4-2063-4c1e-a61c-f92be01caec1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467727 Aug 21 10:58:04.126310 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4520b8-f7b2-46f7-8e60-a56def779cd3 req-03155f4c-d028-4f88-8e69-801ceaaf0558 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:04.127830 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cc4520b8-f7b2-46f7-8e60-a56def779cd3 req-03155f4c-d028-4f88-8e69-801ceaaf0558 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 944 time: 0.0807068 Aug 21 10:58:04.181450 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cc4520b8-f7b2-46f7-8e60-a56def779cd3 req-29036bfd-b249-4e71-aaee-944b36eb9a42 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468419 Aug 21 10:58:05.399827 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72134d6-645e-40d5-ac8e-0f5ac718909e req-7e3990fd-8c97-41c5-a092-de433ab1087a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:05.401426 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a72134d6-645e-40d5-ac8e-0f5ac718909e req-7e3990fd-8c97-41c5-a092-de433ab1087a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 944 time: 0.0830462 Aug 21 10:58:05.448608 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a72134d6-645e-40d5-ac8e-0f5ac718909e req-e32e8c77-74a3-4ac9-8e20-eca81fa60f99 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410287 Aug 21 10:58:06.028822 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:06.215401 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 72fc3d77-5c40-407c-b814-5066f5f601fa up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:58:06.288958 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 72fc3d77-5c40-407c-b814-5066f5f601fa triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:06.289382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:06.558333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:06.587867 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fc3d77-5c40-407c-b814-5066f5f601fa'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:58:06.600606 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 72fc3d77-5c40-407c-b814-5066f5f601fa, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=72fc3d77-5c40-407c-b814-5066f5f601fa,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:58:06.646879 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fc3d77-5c40-407c-b814-5066f5f601fa', 'code': 200} Aug 21 10:58:06.657097 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:06.660891 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:06.723247 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b626f40-7dfd-4e2c-beaa-7b438cc0676c req-c7a65e21-122e-436f-9844-24e52dbff593 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:06.724886 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7b626f40-7dfd-4e2c-beaa-7b438cc0676c req-c7a65e21-122e-436f-9844-24e52dbff593 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.0926571 Aug 21 10:58:06.749286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=72fc3d77-5c40-407c-b814-5066f5f601fa,revision_number=10']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:06.752900 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:06.775963 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7b626f40-7dfd-4e2c-beaa-7b438cc0676c req-ff200a7c-6629-4b29-a0d6-275abaf80056 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439610 Aug 21 10:58:07.995256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f995e8-f23e-4e7f-a86c-b249db05c4a6 req-b5548e27-d40a-49d2-aaa3-173bb96c6d6a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:07.996845 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d3f995e8-f23e-4e7f-a86c-b249db05c4a6 req-b5548e27-d40a-49d2-aaa3-173bb96c6d6a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.0847144 Aug 21 10:58:08.044587 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d3f995e8-f23e-4e7f-a86c-b249db05c4a6 req-83997f64-05d3-46d9-8398-f29457e0cb62 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417886 Aug 21 10:58:09.265066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8498c0e-605d-46f1-910a-bf12493c6ab7 req-b6135dd0-1791-439b-9fd8-f35ca99b4a37 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:09.266654 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c8498c0e-605d-46f1-910a-bf12493c6ab7 req-b6135dd0-1791-439b-9fd8-f35ca99b4a37 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.0850232 Aug 21 10:58:09.313814 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c8498c0e-605d-46f1-910a-bf12493c6ab7 req-b5545d92-2b2f-4e82-a26a-96c9c0f2baa8 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409110 Aug 21 10:58:09.405660 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6b0437d8-380c-42ee-825a-eef5f528e518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:10.535631 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efbd3a-281e-43c1-a96a-8d02ab84d261 req-81c9b7d4-7928-4827-9ded-be7e9fb96f90 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:10.537158 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4efbd3a-281e-43c1-a96a-8d02ab84d261 req-81c9b7d4-7928-4827-9ded-be7e9fb96f90 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.0842149 Aug 21 10:58:10.584272 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4efbd3a-281e-43c1-a96a-8d02ab84d261 req-ab7c8304-8e4b-432c-87cf-4a23a9d089d0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411172 Aug 21 10:58:10.948188 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:11.806299 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7136e7-f751-42c8-bbea-e374ddb57c3b req-79195e0d-0bb9-4882-aa10-42cb9391462d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:11.808079 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2c7136e7-f751-42c8-bbea-e374ddb57c3b req-79195e0d-0bb9-4882-aa10-42cb9391462d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.0878091 Aug 21 10:58:11.856081 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2c7136e7-f751-42c8-bbea-e374ddb57c3b req-2440d3c2-25d2-4a34-9c53-0bfc911d9c0a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419548 Aug 21 10:58:11.971076 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a57ad70f-cd42-498f-9f15-c974ee387069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:12.222549 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:12.434867 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-11edd99d-1be3-4a74-8cf3-cfed93397f81 req-5e8edcda-c8be-426f-bb83-5f057ef38292 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 1099 time: 0.2098892 Aug 21 10:58:12.480212 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-11edd99d-1be3-4a74-8cf3-cfed93397f81 req-98882034-1523-4aec-962a-5dd1fa83478d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383604 Aug 21 10:58:13.074696 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e5f0d-e108-43ea-8de1-d0a28742a16c req-65bfd192-0abe-426f-aae9-32ca0c13ec4f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:13.076342 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-670e5f0d-e108-43ea-8de1-d0a28742a16c req-65bfd192-0abe-426f-aae9-32ca0c13ec4f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.0864558 Aug 21 10:58:13.125022 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-670e5f0d-e108-43ea-8de1-d0a28742a16c req-88318fd4-4b59-47cd-b92d-ed9341feb126 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426731 Aug 21 10:58:13.588302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:14.344077 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c0b7-8cdc-4598-9136-438e79a27c30 req-187cc9fd-a8e6-4956-abb7-630c17e59e69 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:14.345573 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fc90c0b7-8cdc-4598-9136-438e79a27c30 req-187cc9fd-a8e6-4956-abb7-630c17e59e69 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.0807371 Aug 21 10:58:14.393137 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fc90c0b7-8cdc-4598-9136-438e79a27c30 req-fdf58945-cbe6-481a-b1ef-fb11e9e97aa6 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410104 Aug 21 10:58:15.609046 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643bf45-13c3-4b46-b980-28cf5a33dcdf req-e35197eb-11e9-4b0d-971e-cbaf548edb4b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:15.610616 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e643bf45-13c3-4b46-b980-28cf5a33dcdf req-e35197eb-11e9-4b0d-971e-cbaf548edb4b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.0838056 Aug 21 10:58:15.657881 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e643bf45-13c3-4b46-b980-28cf5a33dcdf req-4dc8db73-4f91-4621-b2e4-6d1bf3b6cdcc tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411541 Aug 21 10:58:16.876673 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72418f-f41b-46aa-9152-47c029ff4034 req-d715e9aa-5158-4eae-83ae-e59be7c4ce30 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:16.878527 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2d72418f-f41b-46aa-9152-47c029ff4034 req-d715e9aa-5158-4eae-83ae-e59be7c4ce30 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.0877454 Aug 21 10:58:16.926157 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2d72418f-f41b-46aa-9152-47c029ff4034 req-2ee8f357-5978-4ef0-ad26-945d5fcec889 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408528 Aug 21 10:58:18.128822 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:58:18.146036 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418d4cd-6eaf-4ae7-bada-069541394d0a req-0eaf69c0-8759-4c99-a57f-9820e6c4902f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:18.147640 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f418d4cd-6eaf-4ae7-bada-069541394d0a req-0eaf69c0-8759-4c99-a57f-9820e6c4902f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.0855360 Aug 21 10:58:18.196139 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f418d4cd-6eaf-4ae7-bada-069541394d0a req-5ac43fa4-0b86-46b9-baa1-8eafd32ddc80 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424175 Aug 21 10:58:19.419680 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3404ba-aab3-4790-a0ca-cca1c7c83931 req-eb62464e-8d64-487f-8b7f-4f692344523c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:19.421273 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6b3404ba-aab3-4790-a0ca-cca1c7c83931 req-eb62464e-8d64-487f-8b7f-4f692344523c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.0919721 Aug 21 10:58:19.472105 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6b3404ba-aab3-4790-a0ca-cca1c7c83931 req-704260a7-3c44-4385-9e50-c30bdb6ff295 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446491 Aug 21 10:58:20.711764 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fa2c3-4f8e-4892-87c7-ef7b2cb06e66 req-8ccf868b-2345-4e20-81d8-b76e7122be63 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:20.713401 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-600fa2c3-4f8e-4892-87c7-ef7b2cb06e66 req-8ccf868b-2345-4e20-81d8-b76e7122be63 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.0961976 Aug 21 10:58:20.784150 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-600fa2c3-4f8e-4892-87c7-ef7b2cb06e66 req-5e439bbb-f0c9-4dbb-b346-83bec6748662 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590589 Aug 21 10:58:22.006090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ba147-95e9-421e-8082-9310f7274834 req-e18ca46e-1165-43d6-9321-681848a6d501 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:22.007712 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-406ba147-95e9-421e-8082-9310f7274834 req-e18ca46e-1165-43d6-9321-681848a6d501 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.0816126 Aug 21 10:58:22.054410 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-406ba147-95e9-421e-8082-9310f7274834 req-563873b2-e2b7-4116-9b31-0e58a75724a5 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402172 Aug 21 10:58:27.588039 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57134) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:27.748201 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6b032159-cb56-460b-9320-9872fed3ccb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:27.782244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-6b032159-cb56-460b-9320-9872fed3ccb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:27.786404 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-6b032159-cb56-460b-9320-9872fed3ccb6 admin admin] Usage tracker for resource:security_group_rule and tenant:aeb9da8a3b1349538ee953b21e8b393b is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:27.789424 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-6b032159-cb56-460b-9320-9872fed3ccb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:27.795350 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-6b032159-cb56-460b-9320-9872fed3ccb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:27.862966 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6b032159-cb56-460b-9320-9872fed3ccb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:27.879071 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6b032159-cb56-460b-9320-9872fed3ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:27.887169 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3c589a09-cb46-4e18-920e-3cea7cda160b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:27.931023 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b032159-cb56-460b-9320-9872fed3ccb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0450049d-edc4-4f20-bf43-2bd066d3242c,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:27.935712 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-6b032159-cb56-460b-9320-9872fed3ccb6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aeb9da8a3b1349538ee953b21e8b393b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3465507 Aug 21 10:58:27.936755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6b032159-cb56-460b-9320-9872fed3ccb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:27.939806 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57148) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:28.003928 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-be1d45e4-0c73-4a65-9687-585a7871e5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:28.035568 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-be1d45e4-0c73-4a65-9687-585a7871e5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:28.036669 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 57152) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:28.102420 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-be1d45e4-0c73-4a65-9687-585a7871e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:28.107533 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5902d362-ddf2-43f8-a28d-f4bc8133e8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:28.119048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d45e4-0c73-4a65-9687-585a7871e5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0450049d-edc4-4f20-bf43-2bd066d3242c,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:28.123964 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-be1d45e4-0c73-4a65-9687-585a7871e5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:28.125932 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-be1d45e4-0c73-4a65-9687-585a7871e5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:28.127162 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-be1d45e4-0c73-4a65-9687-585a7871e5b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0450049d-edc4-4f20-bf43-2bd066d3242c HTTP/1.1" status: 204 len: 168 time: 0.1862931 Aug 21 10:58:28.201315 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4de70359-12e0-4501-a918-852065dee35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:28.234848 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4de70359-12e0-4501-a918-852065dee35a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:28.238965 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4de70359-12e0-4501-a918-852065dee35a admin admin] Usage tracker for resource:security_group_rule and tenant:c756df86d15544c6951b54926e7c1ddb is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:28.242747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4de70359-12e0-4501-a918-852065dee35a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:28.248870 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4de70359-12e0-4501-a918-852065dee35a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:28.318684 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4de70359-12e0-4501-a918-852065dee35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:28.353835 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4de70359-12e0-4501-a918-852065dee35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:28.362055 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d7c7f4a3-cc1c-4ddf-8398-1be320fbeb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:28.597648 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de70359-12e0-4501-a918-852065dee35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b543a8-2318-454e-a967-803ecbfd50a3,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:28.605389 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4de70359-12e0-4501-a918-852065dee35a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c756df86d15544c6951b54926e7c1ddb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5650778 Aug 21 10:58:28.605389 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4de70359-12e0-4501-a918-852065dee35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:28.605608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 57168) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:28.667322 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f43851bb-74fa-4198-9596-bc2df91fc50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:28.693753 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f43851bb-74fa-4198-9596-bc2df91fc50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:28.764803 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f43851bb-74fa-4198-9596-bc2df91fc50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:28.770198 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ed736529-5354-4052-bfc0-41ac3bd9fad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:28.785595 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43851bb-74fa-4198-9596-bc2df91fc50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b543a8-2318-454e-a967-803ecbfd50a3,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:28.787730 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f43851bb-74fa-4198-9596-bc2df91fc50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:28.790656 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-f43851bb-74fa-4198-9596-bc2df91fc50a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25b543a8-2318-454e-a967-803ecbfd50a3 HTTP/1.1" status: 204 len: 168 time: 0.1823978 Aug 21 10:58:28.790656 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f43851bb-74fa-4198-9596-bc2df91fc50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:29.185388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57192) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:29.330384 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1272849818-network', 'tenant_id': '558d426de72a4151952770512d159a9d'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:29.336444 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:29.340562 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Usage tracker for resource:network and tenant:558d426de72a4151952770512d159a9d is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:29.343812 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:29.350428 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:29.381828 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Made reservation on behalf of 558d426de72a4151952770512d159a9d for: {'network': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:58:29.387222 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:29.400529 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:29.432702 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:29.432837 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 57198) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:29.436769 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Usage tracker for resource:security_group_rule and tenant:558d426de72a4151952770512d159a9d is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:29.439778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:29.446425 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:29.453898 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-72397fe1-3948-4f3a-a7a8-33321545333d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:29.496329 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-72397fe1-3948-4f3a-a7a8-33321545333d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:29.500312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-72397fe1-3948-4f3a-a7a8-33321545333d admin admin] Usage tracker for resource:security_group_rule and tenant:aacad256eda1416fb332448b6e6a8e9a is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:29.504108 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-72397fe1-3948-4f3a-a7a8-33321545333d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:29.512337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-72397fe1-3948-4f3a-a7a8-33321545333d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:29.520570 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:29.547434 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:29.551907 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-56ebde5e-0eab-4285-95d8-4280e7640390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:29.582981 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f603c036-daef-4b10-a75a-84f0915978a1,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:29.586143 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:29.588575 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-72397fe1-3948-4f3a-a7a8-33321545333d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:29.610366 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-72397fe1-3948-4f3a-a7a8-33321545333d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:29.618592 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5de20f35-4457-4573-bf2c-edd1f2e3a0b5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:29.633400 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=82511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 10:58:29.643305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:29.643710 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Added segment e77f996e-e517-406a-b8e5-4f9fefd14e15 of type vlan for network 6df240d9-4fce-45b3-a345-b6f9966b28a5 Aug 21 10:58:29.659561 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72397fe1-3948-4f3a-a7a8-33321545333d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278615a4-f0f4-432a-abda-6a541cf24d12,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:29.663293 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-72397fe1-3948-4f3a-a7a8-33321545333d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:29.665794 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-72397fe1-3948-4f3a-a7a8-33321545333d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aacad256eda1416fb332448b6e6a8e9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2320235 Aug 21 10:58:29.668650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 57204) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:29.697478 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:29.732356 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-646e68e9-9364-4b44-881f-860114df2f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:29.759219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-646e68e9-9364-4b44-881f-860114df2f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:29.776217 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:29.777485 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:29.778139 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:29.783199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:29.827811 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-646e68e9-9364-4b44-881f-860114df2f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:29.833012 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-319ae1e3-590d-4bdc-b63d-32c04342a405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:29.846169 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e68e9-9364-4b44-881f-860114df2f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278615a4-f0f4-432a-abda-6a541cf24d12,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:29.849309 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-646e68e9-9364-4b44-881f-860114df2f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:29.852061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-646e68e9-9364-4b44-881f-860114df2f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:29.856347 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-646e68e9-9364-4b44-881f-860114df2f9e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/278615a4-f0f4-432a-abda-6a541cf24d12 HTTP/1.1" status: 204 len: 168 time: 0.1836209 Aug 21 10:58:29.896266 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Pushing event updated for resources: {'Network': ['ID=6df240d9-4fce-45b3-a345-b6f9966b28a5,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:29.899211 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:29.906408 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network 6df240d9-4fce-45b3-a345-b6f9966b28a5 details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:58:29.920028 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7334750 Aug 21 10:58:29.922925 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57210) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:29.930570 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Request body: {'subnet': {'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1272849818-subnet', 'tenant_id': '558d426de72a4151952770512d159a9d', 'ip_version': 4}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:29.935973 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:29.940232 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Usage tracker for resource:subnet and tenant:558d426de72a4151952770512d159a9d is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:29.943623 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:29.949811 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:30.079019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Made reservation on behalf of 558d426de72a4151952770512d159a9d for: {'subnet': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:58:30.084152 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31956675'] for subnet, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:30.387891 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1720835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31956690'] for subnet, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:30.393528 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-63860a5a-3ef9-4d22-bc57-2c73364c0cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:30.480857 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdac1830-69da-4558-9f73-a2fe3f432dea,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:30.484250 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:30.497626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Checking segment: {'id': 'e77f996e-e517-406a-b8e5-4f9fefd14e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:58:30.498036 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Network hostable DHCP agents. Network: 6df240d9-4fce-45b3-a345-b6f9966b28a5, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:58:30.548008 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Network 6df240d9-4fce-45b3-a345-b6f9966b28a5 is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:58:30.582003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, 6df240d9-4fce-45b3-a345-b6f9966b28a5) {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:58:30.588782 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:30.589444 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:30.595299 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cf7e55-5677-4409-827c-878355e0cf1b None None] Network 6df240d9-4fce-45b3-a345-b6f9966b28a5 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:58:30.668391 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7441611 Aug 21 10:58:30.671272 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57236) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:30.677048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1272849818-router', 'tenant_id': '558d426de72a4151952770512d159a9d', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:30.682223 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:30.686955 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Usage tracker for resource:router and tenant:558d426de72a4151952770512d159a9d is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:30.690041 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:30.696614 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:30.730513 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33135636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762917'] for router, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:30.731570 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821639991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821640435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:30.789412 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:30.844932 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c1ad745-1140-5ba7-a055-2cb98fb248a8-6df240d9-4fce-45b3-a345-b6f9966b28a5', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'tenant_id': '558d426de72a4151952770512d159a9d', 'fixed_ips': [{'subnet_id': 'bdac1830-69da-4558-9f73-a2fe3f432dea'}]}} from dv-cinder-805477-1-iscsi. {{(pid=82513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 10:58:30.845886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:30.972278 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821640420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33135655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:31.012507 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Allocated IP 172.20.0.2 (6df240d9-4fce-45b3-a345-b6f9966b28a5/bdac1830-69da-4558-9f73-a2fe3f432dea/17d7b02b-a3f9-4e90-b22c-2bbd604180fd) {{(pid=82513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:58:31.196157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:31.233778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:31.248123 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Notify callbacks [] for port, precommit_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:31.260485 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Transition to ACTIVE for port object 17d7b02b-a3f9-4e90-b22c-2bbd604180fd will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:58:31.281234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Transition to ACTIVE for port object 17d7b02b-a3f9-4e90-b22c-2bbd604180fd will not be triggered until provisioned by entity DHCP. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:58:31.313429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:31.318772 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-38147327-028e-4bf0-8c9d-7090b0fd2a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:31.388127 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Network 6df240d9-4fce-45b3-a345-b6f9966b28a5 is already hosted by enough agents. {{(pid=82513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:58:31.389281 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Allocated IP 172.27.3.31 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/8b99caef-009e-4f64-9205-d0860bbe6b43) {{(pid=82511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:58:31.391634 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Resources bound (agent type, host, resource id): {{(pid=82513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:58:31.396464 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Received port after_create {{(pid=82513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:58:31.407084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Pushing event updated for resources: {'Port': ['ID=17d7b02b-a3f9-4e90-b22c-2bbd604180fd,revision_number=1']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:31.410058 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:31.493298 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Attempting to bind port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:58:31.493796 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Attempting to bind port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': 'e77f996e-e517-406a-b8e5-4f9fefd14e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:58:31.494210 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Attempting to bind port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd on network 6df240d9-4fce-45b3-a345-b6f9966b28a5 {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:58:31.500929 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:58:31.501355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Checking segment: {'id': 'e77f996e-e517-406a-b8e5-4f9fefd14e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:58:31.501802 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:31.502243 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Bound using segment: {'id': 'e77f996e-e517-406a-b8e5-4f9fefd14e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:58:31.502763 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Bound port: 17d7b02b-a3f9-4e90-b22c-2bbd604180fd, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77f996e-e517-406a-b8e5-4f9fefd14e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:58:31.503432 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:31.556396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:31.600211 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] For port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:58:31.603912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] For port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=17d7b02b-a3f9-4e90-b22c-2bbd604180fd,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:58:31.613287 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:31.626435 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d75d6611-94d9-4490-8dc0-b9b4c5073bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:31.634551 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:31.639131 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:31.696710 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:58:31.699772 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:58:31.703825 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Received port after_create {{(pid=82511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:58:31.735795 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Pushing event updated for resources: {'Port': ['ID=17d7b02b-a3f9-4e90-b22c-2bbd604180fd,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:31.739016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:31.775196 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8b99caef-009e-4f64-9205-d0860bbe6b43,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:31.779715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:31.970789 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:31.971683 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821640145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33135399'] for router, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:32.366642 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf938f98-6827-4b81-8bff-b25b35609ac8 req-7ff311bf-ad38-4f66-bd08-90eb29261426 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:32.368430 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf938f98-6827-4b81-8bff-b25b35609ac8 req-7ff311bf-ad38-4f66-bd08-90eb29261426 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 946 time: 0.1161034 Aug 21 10:58:32.408599 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Router 402537fe-7ad9-492c-a5c9-78de781bfa8b is scheduled to L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a with binding_index 1 {{(pid=82511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 10:58:32.428847 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf938f98-6827-4b81-8bff-b25b35609ac8 req-03bdd619-9110-4381-8ca6-67a4c729f6c0 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543053 Aug 21 10:58:32.632292 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:58:32.641294 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Sync routers for ids ['402537fe-7ad9-492c-a5c9-78de781bfa8b'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:58:32.654236 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Routers {'402537fe-7ad9-492c-a5c9-78de781bfa8b'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:58:32.654925 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:58:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['402537fe-7ad9-492c-a5c9-78de781bfa8b'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:58:32.679660 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] Notify callbacks [] for router, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:32.682646 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-f79ae82a-6ba8-44c5-ad58-844f189bd9f5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0094764 Aug 21 10:58:32.684710 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57282) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:32.847232 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Set router 402537fe-7ad9-492c-a5c9-78de781bfa8b gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:58:33.192313 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'name': 'tempest-TestShelveInstance-1272849818-router', 'tenant_id': '558d426de72a4151952770512d159a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:30Z', 'updated_at': '2021-08-21T10:58:31Z', 'revision_number': 3, 'project_id': '558d426de72a4151952770512d159a9d', 'gw_port': {'id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:31Z', 'updated_at': '2021-08-21T10:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:58:33.197346 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Checking router: 402537fe-7ad9-492c-a5c9-78de781bfa8b for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:58:33.197609 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Updating router 402537fe-7ad9-492c-a5c9-78de781bfa8b port 8b99caef-009e-4f64-9205-d0860bbe6b43 binding host dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 10:58:33.285909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:33.423701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 17d7b02b-a3f9-4e90-b22c-2bbd604180fd up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:58:33.688978 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f6eaf-1451-4828-b457-d1ba6deb0361 req-bd43d2ef-e4e9-4538-bb57-0916e8a6fe77 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:33.697058 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-db3f6eaf-1451-4828-b457-d1ba6deb0361 req-bd43d2ef-e4e9-4538-bb57-0916e8a6fe77 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 946 time: 0.1057367 Aug 21 10:58:33.733217 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45dbb4b-ebd0-4a1e-bacc-8018d630dc69 None None] Network 6df240d9-4fce-45b3-a345-b6f9966b28a5 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:58:33.742210 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-db3f6eaf-1451-4828-b457-d1ba6deb0361 req-1e0b3ca9-2070-4773-97be-30cdaa9dd4c2 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441828 Aug 21 10:58:33.754612 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:58:33.833110 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:33.881054 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Notify callbacks [] for port, precommit_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:33.908924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Transition to ACTIVE for port object 8b99caef-009e-4f64-9205-d0860bbe6b43 will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:58:33.923157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-1b8d0445-c839-4b2c-877d-1ddf2722d582 None None] Provisioning for port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:58:33.931660 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-1b8d0445-c839-4b2c-877d-1ddf2722d582 None None] Provisioning complete for port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:33.932088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1b8d0445-c839-4b2c-877d-1ddf2722d582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:33.999116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:34.012623 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:34.053654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Allocated IP 172.20.0.1 (6df240d9-4fce-45b3-a345-b6f9966b28a5/bdac1830-69da-4558-9f73-a2fe3f432dea/83f0f645-4e98-4fbd-b8e0-da444ea5348b) {{(pid=82511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:58:34.230010 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:34.248281 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Transition to ACTIVE for port object 83f0f645-4e98-4fbd-b8e0-da444ea5348b will not be triggered until provisioned by entity DHCP. {{(pid=82511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:58:34.281706 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20abdca-3b23-4b64-baab-9e73b2a463a9 None None] Pushing event updated for resources: {'Port': ['ID=8b99caef-009e-4f64-9205-d0860bbe6b43,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:34.308497 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:34.313585 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:34.314494 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e20abdca-3b23-4b64-baab-9e73b2a463a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:34.315279 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Attempting to bind port 8b99caef-009e-4f64-9205-d0860bbe6b43 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:58:34.315731 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Attempting to bind port 8b99caef-009e-4f64-9205-d0860bbe6b43 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:58:34.316147 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Attempting to bind port 8b99caef-009e-4f64-9205-d0860bbe6b43 on network f35c1524-3b1c-4af7-979d-fa22ca7197b4 {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:58:34.360735 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:58:34.361168 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Checking segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:58:34.361624 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:34.362074 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Bound using segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:58:34.362605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Bound port: 8b99caef-009e-4f64-9205-d0860bbe6b43, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:58:34.363028 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:34.381038 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Network 6df240d9-4fce-45b3-a345-b6f9966b28a5 is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:58:34.384810 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:58:34.386868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Pushing event updated for resources: {'Port': ['ID=83f0f645-4e98-4fbd-b8e0-da444ea5348b,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:34.389521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Received port after_create {{(pid=82511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:58:34.420260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:34.445278 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1b8d0445-c839-4b2c-877d-1ddf2722d582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:34.449753 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821644294'] for router_interface, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:34.507060 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] For port 8b99caef-009e-4f64-9205-d0860bbe6b43, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:58:34.513127 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] For port 8b99caef-009e-4f64-9205-d0860bbe6b43, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=8b99caef-009e-4f64-9205-d0860bbe6b43,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:58:34.516911 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-1b8d0445-c839-4b2c-877d-1ddf2722d582 None None] For port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=17d7b02b-a3f9-4e90-b22c-2bbd604180fd,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:58:34.536435 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2dfc4-cdfe-49f7-8ac8-eed56a967646 req-33d5c4f1-e8db-41fd-b13b-7426d9eca9c2 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:34.537755 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e7e2dfc4-cdfe-49f7-8ac8-eed56a967646 req-33d5c4f1-e8db-41fd-b13b-7426d9eca9c2 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.35 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 946 time: 0.0908461 Aug 21 10:58:34.546340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:34.551182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:34.572247 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:34.596347 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1b8d0445-c839-4b2c-877d-1ddf2722d582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:34.627562 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-e7e2dfc4-cdfe-49f7-8ac8-eed56a967646 req-272f35fc-22a6-4dae-9bf0-65fc48a29aa5 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Deleting port 26b2edec-e9bc-46f7-95ad-08d677f1dd4b {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 10:58:34.628349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-e7e2dfc4-cdfe-49f7-8ac8-eed56a967646 req-272f35fc-22a6-4dae-9bf0-65fc48a29aa5 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:34.686175 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Routers {'402537fe-7ad9-492c-a5c9-78de781bfa8b'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:58:34.686175 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:58:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['402537fe-7ad9-492c-a5c9-78de781bfa8b'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:58:34.762102 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20abdca-3b23-4b64-baab-9e73b2a463a9 None None] Pushing event updated for resources: {'Port': ['ID=8b99caef-009e-4f64-9205-d0860bbe6b43,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:34.770280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e20abdca-3b23-4b64-baab-9e73b2a463a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:34.774407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:34.875390 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:34.902362 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31833227'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:34.985218 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d0445-c839-4b2c-877d-1ddf2722d582 None None] Pushing event updated for resources: {'Port': ['ID=17d7b02b-a3f9-4e90-b22c-2bbd604180fd,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:34.988511 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b7c38a8b-e397-4152-8ba5-a52d9543d4e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:34.990238 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-1b8d0445-c839-4b2c-877d-1ddf2722d582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:35.065324 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-bea04459-d968-4ca8-921f-df0489cf82a9 None None] Provisioning complete for port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:35.070982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bea04459-d968-4ca8-921f-df0489cf82a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:35.099749 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] Set router 402537fe-7ad9-492c-a5c9-78de781bfa8b gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:58:35.114844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-e7e2dfc4-cdfe-49f7-8ac8-eed56a967646 req-272f35fc-22a6-4dae-9bf0-65fc48a29aa5 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] For port 26b2edec-e9bc-46f7-95ad-08d677f1dd4b, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=26b2edec-e9bc-46f7-95ad-08d677f1dd4b,segment=NetworkSegment(b78823b8-e97f-43f7-9c1c-2d9418bd4638),segment_id=b78823b8-e97f-43f7-9c1c-2d9418bd4638)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:58:35.115167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-e7e2dfc4-cdfe-49f7-8ac8-eed56a967646 req-272f35fc-22a6-4dae-9bf0-65fc48a29aa5 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:35.116815 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32838329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33131353'] for router_interface, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:35.129674 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Pushing event updated for resources: {'Port': ['ID=83f0f645-4e98-4fbd-b8e0-da444ea5348b,revision_number=2']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:35.137450 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:35.295026 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fc7be-30ec-4e77-b51b-f656fdaa9b58 req-f0bab200-945f-40d8-b79e-15efdde40863 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:35.302735 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a92fc7be-30ec-4e77-b51b-f656fdaa9b58 req-f0bab200-945f-40d8-b79e-15efdde40863 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 946 time: 0.3536460 Aug 21 10:58:35.410185 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-e7e2dfc4-cdfe-49f7-8ac8-eed56a967646 req-272f35fc-22a6-4dae-9bf0-65fc48a29aa5 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Calling delete_port for 26b2edec-e9bc-46f7-95ad-08d677f1dd4b owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 10:58:35.478024 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a92fc7be-30ec-4e77-b51b-f656fdaa9b58 req-d6ab2790-a3e1-477e-a0ee-3898a38e1029 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741505 Aug 21 10:58:35.509491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Network 6df240d9-4fce-45b3-a345-b6f9966b28a5 is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:58:35.512480 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:58:35.579201 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 17d7b02b-a3f9-4e90-b22c-2bbd604180fd up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:58:35.656777 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-e7e2dfc4-cdfe-49f7-8ac8-eed56a967646 req-272f35fc-22a6-4dae-9bf0-65fc48a29aa5 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:35.663272 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4e816a64-60dc-4555-a7be-8398c91f55fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:35.720507 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['26b2edec-e9bc-46f7-95ad-08d677f1dd4b'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:58:35.729430 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f35fc-22a6-4dae-9bf0-65fc48a29aa5 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Pushing event deleted for resources: {'Port': ['ID=26b2edec-e9bc-46f7-95ad-08d677f1dd4b,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:35.740181 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-272f35fc-22a6-4dae-9bf0-65fc48a29aa5 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:35.831032 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-bea04459-d968-4ca8-921f-df0489cf82a9 None None] Provisioning for port 83f0f645-4e98-4fbd-b8e0-da444ea5348b completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:58:35.837130 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-bea04459-d968-4ca8-921f-df0489cf82a9 None None] Provisioning complete for port 83f0f645-4e98-4fbd-b8e0-da444ea5348b triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:35.837715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bea04459-d968-4ca8-921f-df0489cf82a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:35.876946 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e2dfc4-cdfe-49f7-8ac8-eed56a967646 req-272f35fc-22a6-4dae-9bf0-65fc48a29aa5 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] No DVR routers for this DVR port 26b2edec-e9bc-46f7-95ad-08d677f1dd4b on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 10:58:35.880539 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-e7e2dfc4-cdfe-49f7-8ac8-eed56a967646 req-272f35fc-22a6-4dae-9bf0-65fc48a29aa5 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:35.887940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a386962c-158d-4fc8-a1a4-3283157c9c26', 'name': 'network-vif-deleted', 'tag': '26b2edec-e9bc-46f7-95ad-08d677f1dd4b'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:58:35.894061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:35.894484 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:35.930232 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'name': 'tempest-TestShelveInstance-1272849818-router', 'tenant_id': '558d426de72a4151952770512d159a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:30Z', 'updated_at': '2021-08-21T10:58:34Z', 'revision_number': 4, 'project_id': '558d426de72a4151952770512d159a9d', 'gw_port': {'id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:31Z', 'updated_at': '2021-08-21T10:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '83f0f645-4e98-4fbd-b8e0-da444ea5348b', 'name': '', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'tenant_id': '558d426de72a4151952770512d159a9d', 'mac_address': 'fa:16:3e:b0:ba:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:33Z', 'updated_at': '2021-08-21T10:58:34Z', 'revision_number': 1, 'project_id': '558d426de72a4151952770512d159a9d', 'subnets': [{'id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:58:35.939764 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e7e2dfc4-cdfe-49f7-8ac8-eed56a967646 req-272f35fc-22a6-4dae-9bf0-65fc48a29aa5 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.35 "DELETE /v2.0/ports/26b2edec-e9bc-46f7-95ad-08d677f1dd4b HTTP/1.1" status: 204 len: 173 time: 1.3949375 Aug 21 10:58:35.941980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-b1ffb586-9252-4cdf-88b5-23c8679e55c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Synchronizing usage tracker for tenant:5a81a97062a44c1a82976925e1efb742 on resource:security_group {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:58:35.964623 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a746225-f4d1-42eb-8e29-295b99d66ca7 None None] The sync data for ids ['402537fe-7ad9-492c-a5c9-78de781bfa8b'] in dv-cinder-805477-1-iscsi is: [{'id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'name': 'tempest-TestShelveInstance-1272849818-router', 'tenant_id': '558d426de72a4151952770512d159a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:30Z', 'updated_at': '2021-08-21T10:58:34Z', 'revision_number': 4, 'project_id': '558d426de72a4151952770512d159a9d', 'gw_port': {'id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:31Z', 'updated_at': '2021-08-21T10:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '83f0f645-4e98-4fbd-b8e0-da444ea5348b', 'name': '', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'tenant_id': '558d426de72a4151952770512d159a9d', 'mac_address': 'fa:16:3e:b0:ba:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:33Z', 'updated_at': '2021-08-21T10:58:34Z', 'revision_number': 1, 'project_id': '558d426de72a4151952770512d159a9d', 'subnets': [{'id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:58:35.981931 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-bea04459-d968-4ca8-921f-df0489cf82a9 None None] Port 83f0f645-4e98-4fbd-b8e0-da444ea5348b cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 10:58:36.010917 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-b1ffb586-9252-4cdf-88b5-23c8679e55c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Unset dirty status for tenant:5a81a97062a44c1a82976925e1efb742 on resource:security_group {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:58:36.012208 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-b1ffb586-9252-4cdf-88b5-23c8679e55c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-363503944&fields=id&tenant_id=5a81a97062a44c1a82976925e1efb742 HTTP/1.1" status: 200 len: 267 time: 0.1528623 Aug 21 10:58:36.072729 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Router 402537fe-7ad9-492c-a5c9-78de781bfa8b has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 10:58:36.086837 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:36.148598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-c6696e22-8bb4-4b47-b8a0-4588c685cb93 None None] Provisioning complete for port 83f0f645-4e98-4fbd-b8e0-da444ea5348b triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:36.149184 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c6696e22-8bb4-4b47-b8a0-4588c685cb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:36.214793 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a386962c-158d-4fc8-a1a4-3283157c9c26', 'name': 'network-vif-deleted', 'tag': '26b2edec-e9bc-46f7-95ad-08d677f1dd4b', 'status': 'completed', 'code': 200} Aug 21 10:58:36.228285 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-c6696e22-8bb4-4b47-b8a0-4588c685cb93 None None] Port 83f0f645-4e98-4fbd-b8e0-da444ea5348b cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 10:58:36.258303 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-c2f487e7-72cf-4e83-86b4-cf15c235dd46 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:36.259050 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-c2f487e7-72cf-4e83-86b4-cf15c235dd46 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Synchronizing usage tracker for tenant:5a81a97062a44c1a82976925e1efb742 on resource:network {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:58:36.295973 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-c2f487e7-72cf-4e83-86b4-cf15c235dd46 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Unset dirty status for tenant:5a81a97062a44c1a82976925e1efb742 on resource:network {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:58:36.297306 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-c2f487e7-72cf-4e83-86b4-cf15c235dd46 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/networks?id=72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 200 len: 812 time: 0.2757218 Aug 21 10:58:36.315995 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-8f1f8fe3-3618-4240-b063-8af8ebdde4ff tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/quotas/5a81a97062a44c1a82976925e1efb742 HTTP/1.1" status: 200 len: 375 time: 0.0118041 Aug 21 10:58:36.416711 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-48ce871c-9ea1-4475-999f-424562e3b78a tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Synchronizing usage tracker for tenant:5a81a97062a44c1a82976925e1efb742 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:58:36.462900 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-48ce871c-9ea1-4475-999f-424562e3b78a tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Unset dirty status for tenant:5a81a97062a44c1a82976925e1efb742 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:58:36.464514 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-48ce871c-9ea1-4475-999f-424562e3b78a tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1419950 Aug 21 10:58:36.556282 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:58:36.566036 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] 10.222.0.49 "PUT /v2.0/routers/402537fe-7ad9-492c-a5c9-78de781bfa8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8797057 Aug 21 10:58:36.718713 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-90f420b9-ac6b-4101-b730-89ade9618f5a req-06ed7e93-e30d-444a-b040-4b579f3b3db3 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=a386962c-158d-4fc8-a1a4-3283157c9c26 HTTP/1.1" status: 200 len: 210 time: 0.0595815 Aug 21 10:58:36.874465 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-1edf7790-dcef-44aa-9029-e91f8aaa4f03 service neutron] 10.222.0.49 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877773 Aug 21 10:58:37.033653 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-f0c31f99-4aae-41ba-b114-942a945af689 service neutron] 10.222.0.49 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641209 Aug 21 10:58:37.731788 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fa529065-54a1-40f9-b45f-7123cca3bd7a req-9fc6adac-a665-49cc-b59e-c0c0b5a6ee0a tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 210 time: 0.0771286 Aug 21 10:58:38.051858 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 57388) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:38.059995 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1904287037-network', 'tenant_id': '9106b93195e2437ca1bce4597ed53e70'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:38.066078 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:38.070917 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Usage tracker for resource:network and tenant:9106b93195e2437ca1bce4597ed53e70 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:38.079187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:38.086359 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:38.142124 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Made reservation on behalf of 9106b93195e2437ca1bce4597ed53e70 for: {'network': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:58:38.147128 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:38.171954 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:38.244666 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:38.249256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Usage tracker for resource:security_group_rule and tenant:9106b93195e2437ca1bce4597ed53e70 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:38.253046 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:38.263101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:38.385125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 26b2edec-e9bc-46f7-95ad-08d677f1dd4b no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 10:58:38.411173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:38.422796 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: 26b2edec-e9bc-46f7-95ad-08d677f1dd4b {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 10:58:38.425271 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 26b2edec-e9bc-46f7-95ad-08d677f1dd4b not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 10:58:38.445370 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:38.450010 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2ef23f4d-4d2f-450d-86e7-65af60dd0d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:38.482546 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=82512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 10:58:38.493674 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f93d774-158b-492b-b2e5-a8a3abc7471f,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:38.497896 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:38.501190 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:38.504215 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Added segment fc8001b6-4443-4fab-8253-679a3b842d98 of type vlan for network 3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc Aug 21 10:58:38.536007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:38.593635 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:38.594958 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:38.595652 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:38.605882 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:38.711869 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Pushing event updated for resources: {'Network': ['ID=3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:38.715148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:38.723685 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network 3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:58:38.738283 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6754630 Aug 21 10:58:38.738283 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 57418) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:38.738283 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] Request body: {'subnet': {'network_id': '3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1904287037-subnet', 'tenant_id': '9106b93195e2437ca1bce4597ed53e70', 'ip_version': 4}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:38.743688 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:38.748050 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] Usage tracker for resource:subnet and tenant:9106b93195e2437ca1bce4597ed53e70 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:38.751331 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:38.757976 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:38.805908 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] Made reservation on behalf of 9106b93195e2437ca1bce4597ed53e70 for: {'subnet': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:58:38.813264 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822661494'] for subnet, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:38.876277 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5f46bb74-2b1c-4380-b59a-a51809e258ad req-cc64814e-2c08-4e2b-8fd5-d4d70199f3c9 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 210 time: 0.0562325 Aug 21 10:58:39.268019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853378745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822661477'] for subnet, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:39.273748 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-008b88e8-d864-428f-9934-6dab470ad123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:39.306484 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 8b99caef-009e-4f64-9205-d0860bbe6b43 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:58:39.351908 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=326bad27-2a8c-4ff0-862a-d408f53b583a,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:39.355887 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:39.365693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] Checking segment: {'id': 'fc8001b6-4443-4fab-8253-679a3b842d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:58:39.371486 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] Network hostable DHCP agents. Network: 3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:58:39.416633 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4bd327e0-1303-421a-8aa9-c33515c35b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:39.418090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 8b99caef-009e-4f64-9205-d0860bbe6b43 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:58:39.423687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 8b99caef-009e-4f64-9205-d0860bbe6b43 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:39.424098 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:39.438950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] Network 3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:58:39.467408 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, 3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc) {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:58:39.471448 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:39.472340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:39.478521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325c42a3-581e-4143-b322-a8f5e8f9098b None None] Network 3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:58:39.525673 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-78df1493-2bf0-46ea-95cb-e19c650ace69 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7932568 Aug 21 10:58:39.528279 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 57428) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:39.533886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1904287037-router', 'tenant_id': '9106b93195e2437ca1bce4597ed53e70', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:39.538999 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:39.543157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Usage tracker for resource:router and tenant:9106b93195e2437ca1bce4597ed53e70 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:39.546236 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:39.552676 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:39.610715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33135636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762917'] for router, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:39.611805 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821639991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821640435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:39.660346 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:39.685664 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:39.718164 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port 8b99caef-009e-4f64-9205-d0860bbe6b43, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=8b99caef-009e-4f64-9205-d0860bbe6b43,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:58:39.763916 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:39.765904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3dc4bfe4-3e6c-4b84-a482-01847b80fc9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:39.799756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c1ad745-1140-5ba7-a055-2cb98fb248a8-3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc', 'network_id': '3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc', 'tenant_id': '9106b93195e2437ca1bce4597ed53e70', 'fixed_ips': [{'subnet_id': '326bad27-2a8c-4ff0-862a-d408f53b583a'}]}} from dv-cinder-805477-1-iscsi. {{(pid=82513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 10:58:39.800651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:39.861848 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821640420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33135655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:39.901314 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=8b99caef-009e-4f64-9205-d0860bbe6b43,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:40.086409 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:40.086793 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:40.087177 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:40.087571 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:40.087971 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:40.088344 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:40.088713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:40.089087 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:40.089453 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:40.089817 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:40.090179 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:40.095034 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:40.128370 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5e2042a3-f3dc-4c19-8a19-12e7f6277a5b req-73ee3171-dd2c-4d37-95c3-7251325e149d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 210 time: 0.0602801 Aug 21 10:58:40.140286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:40.172733 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:40.193659 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Allocated IP 172.20.0.2 (3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc/326bad27-2a8c-4ff0-862a-d408f53b583a/8ea554e9-afab-4410-b5fb-dcddb5835044) {{(pid=82513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:58:40.321529 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Allocated IP 172.27.3.180 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/c584a399-14a6-4586-babb-c1198e8b9214) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:58:40.403704 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Notify callbacks [] for port, precommit_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:40.415750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Transition to ACTIVE for port object 8ea554e9-afab-4410-b5fb-dcddb5835044 will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:58:40.437563 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Transition to ACTIVE for port object 8ea554e9-afab-4410-b5fb-dcddb5835044 will not be triggered until provisioned by entity DHCP. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:58:40.508920 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:40.517742 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:40.539345 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Sync routers for ids ['402537fe-7ad9-492c-a5c9-78de781bfa8b'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:58:40.552288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:40.553374 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Routers {'402537fe-7ad9-492c-a5c9-78de781bfa8b'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:58:40.554755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:58:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['402537fe-7ad9-492c-a5c9-78de781bfa8b'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:58:40.576938 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Network 3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc is already hosted by enough agents. {{(pid=82513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:58:40.584563 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Resources bound (agent type, host, resource id): {{(pid=82513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:58:40.587785 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Received port after_create {{(pid=82513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:58:40.600281 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Pushing event updated for resources: {'Port': ['ID=8ea554e9-afab-4410-b5fb-dcddb5835044,revision_number=1']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:40.603730 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:40.605000 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:40.610305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ea631a4c-77e9-44d1-8cb6-985b2c45594e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:40.683112 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:58:40.688044 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Pushing event updated for resources: {'Port': ['ID=c584a399-14a6-4586-babb-c1198e8b9214,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:40.691217 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:58:40.691460 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Attempting to bind port 8ea554e9-afab-4410-b5fb-dcddb5835044 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:58:40.691861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Attempting to bind port 8ea554e9-afab-4410-b5fb-dcddb5835044 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': 'fc8001b6-4443-4fab-8253-679a3b842d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:58:40.692277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Attempting to bind port 8ea554e9-afab-4410-b5fb-dcddb5835044 on network 3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:58:40.693156 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:40.693895 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:58:40.700320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:58:40.700750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Checking segment: {'id': 'fc8001b6-4443-4fab-8253-679a3b842d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:58:40.701198 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:40.701648 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Bound using segment: {'id': 'fc8001b6-4443-4fab-8253-679a3b842d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:58:40.702168 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Bound port: 8ea554e9-afab-4410-b5fb-dcddb5835044, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8001b6-4443-4fab-8253-679a3b842d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:58:40.702587 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:40.745338 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Set router 402537fe-7ad9-492c-a5c9-78de781bfa8b gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:58:40.806709 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] For port 8ea554e9-afab-4410-b5fb-dcddb5835044, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:58:40.810601 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] For port 8ea554e9-afab-4410-b5fb-dcddb5835044, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=8ea554e9-afab-4410-b5fb-dcddb5835044,segment=NetworkSegment(fc8001b6-4443-4fab-8253-679a3b842d98),segment_id=fc8001b6-4443-4fab-8253-679a3b842d98)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:58:40.850554 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:40.855939 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e20abdca-3b23-4b64-baab-9e73b2a463a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:40.904792 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:40.905839 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821640145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33135399'] for router, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:40.950007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Pushing event updated for resources: {'Port': ['ID=8ea554e9-afab-4410-b5fb-dcddb5835044,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:40.956430 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:40.977095 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:41.095777 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'name': 'tempest-TestShelveInstance-1272849818-router', 'tenant_id': '558d426de72a4151952770512d159a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:30Z', 'updated_at': '2021-08-21T10:58:34Z', 'revision_number': 4, 'project_id': '558d426de72a4151952770512d159a9d', 'gw_port': {'id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:31Z', 'updated_at': '2021-08-21T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '83f0f645-4e98-4fbd-b8e0-da444ea5348b', 'name': '', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'tenant_id': '558d426de72a4151952770512d159a9d', 'mac_address': 'fa:16:3e:b0:ba:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:33Z', 'updated_at': '2021-08-21T10:58:34Z', 'revision_number': 2, 'project_id': '558d426de72a4151952770512d159a9d', 'subnets': [{'id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:58:41.101187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Checking router: 402537fe-7ad9-492c-a5c9-78de781bfa8b for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:58:41.101885 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Updating router 402537fe-7ad9-492c-a5c9-78de781bfa8b port 83f0f645-4e98-4fbd-b8e0-da444ea5348b binding host dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 10:58:41.177810 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:41.317713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 8b99caef-009e-4f64-9205-d0860bbe6b43 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:58:41.429438 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ab8db627-cd67-4eef-aa0e-999812de1043 req-ac14b7da-0540-40a8-8254-0b08e3bdb1df tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 210 time: 0.0925162 Aug 21 10:58:41.454074 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 8b99caef-009e-4f64-9205-d0860bbe6b43 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:41.454074 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:41.474051 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Router e350eae2-ff21-4c96-854a-bd3c4bba0c00 is scheduled to L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a with binding_index 1 {{(pid=82512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 10:58:41.663845 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Notify callbacks [] for port, precommit_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:41.675879 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Transition to ACTIVE for port object 83f0f645-4e98-4fbd-b8e0-da444ea5348b will not be triggered until provisioned by entity L2. {{(pid=82514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:58:41.707739 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:41.709199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:58:41.712625 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f7f9860e-65e9-41bc-a97a-cd802bb6bc99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:41.717844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Sync routers for ids ['e350eae2-ff21-4c96-854a-bd3c4bba0c00'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:58:41.732664 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Routers {'e350eae2-ff21-4c96-854a-bd3c4bba0c00'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:58:41.733328 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:58:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['e350eae2-ff21-4c96-854a-bd3c4bba0c00'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:58:41.754063 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Notify callbacks [] for router, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:41.755972 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2261441 Aug 21 10:58:41.758484 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 57444) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:41.927408 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Set router e350eae2-ff21-4c96-854a-bd3c4bba0c00 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:58:41.980259 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b7f79-9fd4-4e04-9d69-4d627e8cc308 None None] Pushing event updated for resources: {'Port': ['ID=83f0f645-4e98-4fbd-b8e0-da444ea5348b,revision_number=3']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:41.989908 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-255b7f79-9fd4-4e04-9d69-4d627e8cc308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:42.084887 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Attempting to bind port 83f0f645-4e98-4fbd-b8e0-da444ea5348b on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:58:42.085892 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Attempting to bind port 83f0f645-4e98-4fbd-b8e0-da444ea5348b by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': 'e77f996e-e517-406a-b8e5-4f9fefd14e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5'}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:58:42.086309 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Attempting to bind port 83f0f645-4e98-4fbd-b8e0-da444ea5348b on network 6df240d9-4fce-45b3-a345-b6f9966b28a5 {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:58:42.098984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:58:42.099472 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Checking segment: {'id': 'e77f996e-e517-406a-b8e5-4f9fefd14e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:58:42.099958 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:42.100402 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Bound using segment: {'id': 'e77f996e-e517-406a-b8e5-4f9fefd14e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5'} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:58:42.101486 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Bound port: 83f0f645-4e98-4fbd-b8e0-da444ea5348b, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77f996e-e517-406a-b8e5-4f9fefd14e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5'}}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:58:42.102371 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:42.135557 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0a5f-8b8d-4e4e-b702-41443125c076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:42.202367 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] For port 83f0f645-4e98-4fbd-b8e0-da444ea5348b, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:58:42.205805 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] For port 83f0f645-4e98-4fbd-b8e0-da444ea5348b, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=83f0f645-4e98-4fbd-b8e0-da444ea5348b,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:58:42.256540 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:42.272213 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:42.308698 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:42.365295 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Routers {'402537fe-7ad9-492c-a5c9-78de781bfa8b'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:58:42.366003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:58:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['402537fe-7ad9-492c-a5c9-78de781bfa8b'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:58:42.384724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'name': 'tempest-TestShelveInstance-1904287037-router', 'tenant_id': '9106b93195e2437ca1bce4597ed53e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c584a399-14a6-4586-babb-c1198e8b9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:39Z', 'updated_at': '2021-08-21T10:58:40Z', 'revision_number': 3, 'project_id': '9106b93195e2437ca1bce4597ed53e70', 'gw_port': {'id': 'c584a399-14a6-4586-babb-c1198e8b9214', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:40Z', 'updated_at': '2021-08-21T10:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:58:42.389603 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Checking router: e350eae2-ff21-4c96-854a-bd3c4bba0c00 for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:58:42.390088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Updating router e350eae2-ff21-4c96-854a-bd3c4bba0c00 port c584a399-14a6-4586-babb-c1198e8b9214 binding host dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 10:58:42.487590 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:42.517801 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b7f79-9fd4-4e04-9d69-4d627e8cc308 None None] Pushing event updated for resources: {'Port': ['ID=83f0f645-4e98-4fbd-b8e0-da444ea5348b,revision_number=4']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:42.524543 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-255b7f79-9fd4-4e04-9d69-4d627e8cc308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:42.718921 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] Set router 402537fe-7ad9-492c-a5c9-78de781bfa8b gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:58:42.738820 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-202c21ef-e9f5-475e-a53b-9215079471b2 req-9c53dd7b-0ddc-4862-bde5-d79dedd3fe5d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 210 time: 0.0731633 Aug 21 10:58:42.879377 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:43.029116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Notify callbacks [] for port, precommit_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:43.047086 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Transition to ACTIVE for port object c584a399-14a6-4586-babb-c1198e8b9214 will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:58:43.113135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:43.124648 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-1b8d0445-c839-4b2c-877d-1ddf2722d582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:43.128580 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Allocated IP 172.20.0.1 (3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc/326bad27-2a8c-4ff0-862a-d408f53b583a/bdf11c19-63cb-4984-883b-a729e19a98e2) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:58:43.160874 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'name': 'tempest-TestShelveInstance-1272849818-router', 'tenant_id': '558d426de72a4151952770512d159a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:30Z', 'updated_at': '2021-08-21T10:58:34Z', 'revision_number': 4, 'project_id': '558d426de72a4151952770512d159a9d', 'gw_port': {'id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:31Z', 'updated_at': '2021-08-21T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '83f0f645-4e98-4fbd-b8e0-da444ea5348b', 'name': '', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'tenant_id': '558d426de72a4151952770512d159a9d', 'mac_address': 'fa:16:3e:b0:ba:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:33Z', 'updated_at': '2021-08-21T10:58:42Z', 'revision_number': 4, 'project_id': '558d426de72a4151952770512d159a9d', 'subnets': [{'id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:58:43.180480 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409db81-5653-48bf-ad11-95062ea53944 None None] The sync data for ids ['402537fe-7ad9-492c-a5c9-78de781bfa8b'] in dv-cinder-805477-1-iscsi is: [{'id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'name': 'tempest-TestShelveInstance-1272849818-router', 'tenant_id': '558d426de72a4151952770512d159a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:30Z', 'updated_at': '2021-08-21T10:58:34Z', 'revision_number': 4, 'project_id': '558d426de72a4151952770512d159a9d', 'gw_port': {'id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:31Z', 'updated_at': '2021-08-21T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '83f0f645-4e98-4fbd-b8e0-da444ea5348b', 'name': '', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'tenant_id': '558d426de72a4151952770512d159a9d', 'mac_address': 'fa:16:3e:b0:ba:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:33Z', 'updated_at': '2021-08-21T10:58:42Z', 'revision_number': 4, 'project_id': '558d426de72a4151952770512d159a9d', 'subnets': [{'id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:58:43.186746 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ff9355-492b-4e92-9a1f-d2f9e82e0dac None None] Network 3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:58:43.405506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-3bf020ae-b6f7-4e0e-8f21-183dbf1a826f None None] Provisioning for port 8ea554e9-afab-4410-b5fb-dcddb5835044 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:58:43.416576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Attempting to bind port c584a399-14a6-4586-babb-c1198e8b9214 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:58:43.417005 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Attempting to bind port c584a399-14a6-4586-babb-c1198e8b9214 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:58:43.417424 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Attempting to bind port c584a399-14a6-4586-babb-c1198e8b9214 on network f35c1524-3b1c-4af7-979d-fa22ca7197b4 {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:58:43.436934 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:58:43.437368 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Checking segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:58:43.437831 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:43.438279 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Bound using segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:58:43.438882 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Bound port: c584a399-14a6-4586-babb-c1198e8b9214, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:58:43.439819 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:43.464350 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-ca7efed7-f104-4711-98b2-ba7e5ed4d60e tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:43.466835 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-ca7efed7-f104-4711-98b2-ba7e5ed4d60e tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.35 "GET /v2.0/networks?id=72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 200 len: 812 time: 0.2115717 Aug 21 10:58:43.523368 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5662a-4911-4ec9-8a26-7e1442e299ee None None] Pushing event updated for resources: {'Port': ['ID=c584a399-14a6-4586-babb-c1198e8b9214,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:43.526329 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0fc5662a-4911-4ec9-8a26-7e1442e299ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:43.533132 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 8ea554e9-afab-4410-b5fb-dcddb5835044 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:58:43.555952 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:43.611183 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Transition to ACTIVE for port object bdf11c19-63cb-4984-883b-a729e19a98e2 will not be triggered until provisioned by entity DHCP. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:58:43.644866 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-29f6bb9d-53b9-4e28-b887-f2f274413954 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a81a97062a44c1a82976925e1efb742 HTTP/1.1" status: 200 len: 379 time: 0.0670280 Aug 21 10:58:43.655388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Request body: {'port': {'device_id': 'd4ab085a-9060-488e-93d6-fa220d7ddd7b', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'admin_state_up': True, 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'security_groups': ['8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7']}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:43.769177 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:43.793589 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] For port c584a399-14a6-4586-babb-c1198e8b9214, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:58:43.829895 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] For port c584a399-14a6-4586-babb-c1198e8b9214, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=c584a399-14a6-4586-babb-c1198e8b9214,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:58:43.842010 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:43.849990 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-85374d15-ee8c-4bfe-89ce-2b55e3eab916 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:43.861790 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:43.868596 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:43.952593 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5662a-4911-4ec9-8a26-7e1442e299ee None None] Pushing event updated for resources: {'Port': ['ID=c584a399-14a6-4586-babb-c1198e8b9214,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:43.965776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0fc5662a-4911-4ec9-8a26-7e1442e299ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:43.984302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 8ea554e9-afab-4410-b5fb-dcddb5835044 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:58:43.997400 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 8ea554e9-afab-4410-b5fb-dcddb5835044 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:44.006027 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:44.062982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf11c19-63cb-4984-883b-a729e19a98e2,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:44.075142 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:44.082912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Network 3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:58:44.084513 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dc0a2125-6966-4213-957b-cb1f18d7d136 req-89d13b30-3042-427b-a30d-19a7595ece11 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 210 time: 0.1123183 Aug 21 10:58:44.105501 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:44.122426 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:58:44.122426 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:58:44.134950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Routers {'e350eae2-ff21-4c96-854a-bd3c4bba0c00'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:58:44.135707 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:58:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['e350eae2-ff21-4c96-854a-bd3c4bba0c00'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:58:44.221310 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:44.273878 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821644294'] for router_interface, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:44.317253 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Made reservation on behalf of 5a81a97062a44c1a82976925e1efb742 for: {'port': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:58:44.324463 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:44.574254 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] Set router e350eae2-ff21-4c96-854a-bd3c4bba0c00 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:58:44.738434 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57486) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:44.881051 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Allocated IP 172.20.0.14 (72b0ec08-f5e0-4143-aa96-7f6e7b152022/8e48e03a-0b14-438e-a40a-f8cd4e77adf3/8e57ee3d-f783-4cc2-89aa-8dd68254f648) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:58:44.882890 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0d692200-0afe-46d2-8d40-5d44730e9d6d None None] Provisioning complete for port 8ea554e9-afab-4410-b5fb-dcddb5835044 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:44.883320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0d692200-0afe-46d2-8d40-5d44730e9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:44.887359 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:44.980002 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:44.981918 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b4bd75a0-c76a-4fcc-af1b-4d36fb3fbc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.079016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-b4bd75a0-c76a-4fcc-af1b-4d36fb3fbc56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:45.086564 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-b4bd75a0-c76a-4fcc-af1b-4d36fb3fbc56 admin admin] Usage tracker for resource:security_group_rule and tenant:de401b52c33b46399f2599d47ac9871b is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:45.091496 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-b4bd75a0-c76a-4fcc-af1b-4d36fb3fbc56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:45.103240 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-b4bd75a0-c76a-4fcc-af1b-4d36fb3fbc56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:45.128509 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0d692200-0afe-46d2-8d40-5d44730e9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.216038 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port 8ea554e9-afab-4410-b5fb-dcddb5835044, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=8ea554e9-afab-4410-b5fb-dcddb5835044,segment=NetworkSegment(fc8001b6-4443-4fab-8253-679a3b842d98),segment_id=fc8001b6-4443-4fab-8253-679a3b842d98)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:58:45.265875 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b4bd75a0-c76a-4fcc-af1b-4d36fb3fbc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.284351 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.285280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 83f0f645-4e98-4fbd-b8e0-da444ea5348b up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:58:45.301868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b4bd75a0-c76a-4fcc-af1b-4d36fb3fbc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.309560 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.314914 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:45.323229 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:45.358868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd75a0-c76a-4fcc-af1b-4d36fb3fbc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f424f7f7-0efe-4e60-bf68-d444f74d3c5e,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:45.359086 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9c4ed9a9-d11d-4400-a079-e9fd935e0b88 req-48e06cb6-d045-44a0-845f-24aba71280b3 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 210 time: 0.0527368 Aug 21 10:58:45.364186 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-b4bd75a0-c76a-4fcc-af1b-4d36fb3fbc56 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de401b52c33b46399f2599d47ac9871b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6243110 Aug 21 10:58:45.365475 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b4bd75a0-c76a-4fcc-af1b-4d36fb3fbc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:45.367624 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 57494) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:45.371261 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.db.api [None req-0d692200-0afe-46d2-8d40-5d44730e9d6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82513) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 10:58:45.371708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_db.api [None req-0d692200-0afe-46d2-8d40-5d44730e9d6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 10:58:45.401845 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Transition to ACTIVE for port object 8e57ee3d-f783-4cc2-89aa-8dd68254f648 will not be triggered until provisioned by entity DHCP. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:58:45.426380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=8ea554e9-afab-4410-b5fb-dcddb5835044,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:45.434359 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:45.461914 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.462721 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'name': 'tempest-TestShelveInstance-1904287037-router', 'tenant_id': '9106b93195e2437ca1bce4597ed53e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c584a399-14a6-4586-babb-c1198e8b9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:39Z', 'updated_at': '2021-08-21T10:58:40Z', 'revision_number': 3, 'project_id': '9106b93195e2437ca1bce4597ed53e70', 'gw_port': {'id': 'c584a399-14a6-4586-babb-c1198e8b9214', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:40Z', 'updated_at': '2021-08-21T10:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:58:45.467078 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cc7a6-3eb4-4088-bb06-ce5a3122c7b0 None None] The sync data for ids ['e350eae2-ff21-4c96-854a-bd3c4bba0c00'] in dv-cinder-805477-1-iscsi is: [{'id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'name': 'tempest-TestShelveInstance-1904287037-router', 'tenant_id': '9106b93195e2437ca1bce4597ed53e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c584a399-14a6-4586-babb-c1198e8b9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:39Z', 'updated_at': '2021-08-21T10:58:40Z', 'revision_number': 3, 'project_id': '9106b93195e2437ca1bce4597ed53e70', 'gw_port': {'id': 'c584a399-14a6-4586-babb-c1198e8b9214', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:40Z', 'updated_at': '2021-08-21T10:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:58:45.478580 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 83f0f645-4e98-4fbd-b8e0-da444ea5348b completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:58:45.485421 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 83f0f645-4e98-4fbd-b8e0-da444ea5348b triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:45.485830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.489954 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e4bad693-55b8-4485-b8c5-b37c3dc36c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.515167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.548069 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cdbf8582-d116-47c2-aa61-b38ef71a0e26 tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:45.583097 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e4bad693-55b8-4485-b8c5-b37c3dc36c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.595015 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.609726 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.645957 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port 83f0f645-4e98-4fbd-b8e0-da444ea5348b, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=83f0f645-4e98-4fbd-b8e0-da444ea5348b,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:58:45.673189 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.675354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2c2d27fa-254c-4dd4-be24-ee3780610ceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:45.688513 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32838329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33131353'] for router_interface, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.691888 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf11c19-63cb-4984-883b-a729e19a98e2,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:45.697253 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:45.700647 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:45.741140 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:58:45.751121 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:58:45.758947 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:58:45.773711 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=83f0f645-4e98-4fbd-b8e0-da444ea5348b,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:45.778255 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 8ea554e9-afab-4410-b5fb-dcddb5835044 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:58:45.814701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:45.868869 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 8ea554e9-afab-4410-b5fb-dcddb5835044 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:45.869657 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.914712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event updated for resources: {'Port': ['ID=8e57ee3d-f783-4cc2-89aa-8dd68254f648,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:45.937894 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:45.962744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:45.966005 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:45.999346 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e4bad693-55b8-4485-b8c5-b37c3dc36c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:46.008244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fb883d70-224f-4260-927b-0a9988ee88c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:46.034458 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bad693-55b8-4485-b8c5-b37c3dc36c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f424f7f7-0efe-4e60-bf68-d444f74d3c5e,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:46.048752 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e4bad693-55b8-4485-b8c5-b37c3dc36c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:46.076408 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Network 3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:58:46.078587 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:58:46.173044 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5217323 Aug 21 10:58:46.201138 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e4bad693-55b8-4485-b8c5-b37c3dc36c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:46.201138 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e4bad693-55b8-4485-b8c5-b37c3dc36c53 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f424f7f7-0efe-4e60-bf68-d444f74d3c5e HTTP/1.1" status: 204 len: 168 time: 0.8299677 Aug 21 10:58:46.211288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-50bb6043-5364-4a4d-aef5-a93f3eb3bf0e None None] Provisioning for port bdf11c19-63cb-4984-883b-a729e19a98e2 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:58:46.217176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-50bb6043-5364-4a4d-aef5-a93f3eb3bf0e None None] Provisioning complete for port bdf11c19-63cb-4984-883b-a729e19a98e2 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:46.217854 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-50bb6043-5364-4a4d-aef5-a93f3eb3bf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:46.223847 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Request body: {'port': {'device_id': 'd4ab085a-9060-488e-93d6-fa220d7ddd7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:46.368415 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-50bb6043-5364-4a4d-aef5-a93f3eb3bf0e None None] Port bdf11c19-63cb-4984-883b-a729e19a98e2 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 10:58:46.521030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:46.530234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-d7c79a60-a7c8-4831-89ae-e6f661661767 None None] Provisioning for port 8e57ee3d-f783-4cc2-89aa-8dd68254f648 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:58:46.536465 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-d7c79a60-a7c8-4831-89ae-e6f661661767 None None] Provisioning complete for port 8e57ee3d-f783-4cc2-89aa-8dd68254f648 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:46.536947 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d7c79a60-a7c8-4831-89ae-e6f661661767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:46.640863 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-d7c79a60-a7c8-4831-89ae-e6f661661767 None None] Port 8e57ee3d-f783-4cc2-89aa-8dd68254f648 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 10:58:46.676993 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae37bf-1325-4d7d-bc0e-3a22bf756c84 req-0d5bb5d9-a313-42b3-9de3-ef5299fce669 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:46.680578 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-57ae37bf-1325-4d7d-bc0e-3a22bf756c84 req-0d5bb5d9-a313-42b3-9de3-ef5299fce669 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 932 time: 0.1191936 Aug 21 10:58:46.740926 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-57ae37bf-1325-4d7d-bc0e-3a22bf756c84 req-a91fb210-e935-47b7-b58b-4101e06af5ff tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527282 Aug 21 10:58:46.779167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-b983e54c-2641-417f-844c-ea3c7d4fba22 None None] Provisioning complete for port bdf11c19-63cb-4984-883b-a729e19a98e2 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:46.779759 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b983e54c-2641-417f-844c-ea3c7d4fba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:46.842086 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-b983e54c-2641-417f-844c-ea3c7d4fba22 None None] Port bdf11c19-63cb-4984-883b-a729e19a98e2 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 10:58:46.905174 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57510) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:46.930044 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-976987a8-c0b2-441d-ba02-df86101e163d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:46.971762 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-976987a8-c0b2-441d-ba02-df86101e163d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:46.977502 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-976987a8-c0b2-441d-ba02-df86101e163d admin admin] Usage tracker for resource:security_group_rule and tenant:bb75f3b326284f9f8c3592e774bb0660 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:46.980719 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-976987a8-c0b2-441d-ba02-df86101e163d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:46.988888 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-976987a8-c0b2-441d-ba02-df86101e163d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:47.063360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-976987a8-c0b2-441d-ba02-df86101e163d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:47.095914 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-976987a8-c0b2-441d-ba02-df86101e163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:47.104758 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e5c294b6-8d8f-49de-8851-8fa8614cd7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:47.149770 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976987a8-c0b2-441d-ba02-df86101e163d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331cad66-9089-4cb0-8f1e-87c7b4201478,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:47.153753 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-976987a8-c0b2-441d-ba02-df86101e163d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:47.156307 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-976987a8-c0b2-441d-ba02-df86101e163d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb75f3b326284f9f8c3592e774bb0660&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2498446 Aug 21 10:58:47.159148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57514) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:47.230447 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-65b3004b-dfe3-46d9-8c87-0ba8ef5e4f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:47.259538 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-65b3004b-dfe3-46d9-8c87-0ba8ef5e4f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:47.284481 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e57ee3d-f783-4cc2-89aa-8dd68254f648 {{(pid=82512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:58:47.294670 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Router e350eae2-ff21-4c96-854a-bd3c4bba0c00 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 10:58:47.296703 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:47.320399 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Transition to ACTIVE for port object 8e57ee3d-f783-4cc2-89aa-8dd68254f648 will not be triggered until provisioned by entity L2. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:58:47.352972 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-65b3004b-dfe3-46d9-8c87-0ba8ef5e4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:47.358471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9f04f39f-06e8-408e-a44b-ff1386f9bf31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:47.372530 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3004b-dfe3-46d9-8c87-0ba8ef5e4f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331cad66-9089-4cb0-8f1e-87c7b4201478,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:47.377988 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-65b3004b-dfe3-46d9-8c87-0ba8ef5e4f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:47.382721 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:47.386747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-65b3004b-dfe3-46d9-8c87-0ba8ef5e4f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:47.390266 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-65b3004b-dfe3-46d9-8c87-0ba8ef5e4f31 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/331cad66-9089-4cb0-8f1e-87c7b4201478 HTTP/1.1" status: 204 len: 168 time: 0.2281609 Aug 21 10:58:47.396936 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-efbccae8-31a5-412b-8132-2d57b235205b tempest-ServerRescueNegativeTestJSON-1761532728 tempest-ServerRescueNegativeTestJSON-1761532728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:47.532900 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Pushing event updated for resources: {'Port': ['ID=8e57ee3d-f783-4cc2-89aa-8dd68254f648,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:47.535949 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:47.733930 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Attempting to bind port 8e57ee3d-f783-4cc2-89aa-8dd68254f648 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:58:47.734403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Attempting to bind port 8e57ee3d-f783-4cc2-89aa-8dd68254f648 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:58:47.734654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Attempting to bind port 8e57ee3d-f783-4cc2-89aa-8dd68254f648 on network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:58:47.747651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Port 8e57ee3d-f783-4cc2-89aa-8dd68254f648 on network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:58:47.748015 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Attempting to bind port 8e57ee3d-f783-4cc2-89aa-8dd68254f648 on network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:58:47.761168 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:58:47.761544 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Checking segment: {'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:58:47.761976 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Bound using segment: {'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:58:47.762458 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Bound port: 8e57ee3d-f783-4cc2-89aa-8dd68254f648, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'}}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:58:47.762842 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:47.842126 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:58:47.854819 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] 10.222.0.49 "PUT /v2.0/routers/e350eae2-ff21-4c96-854a-bd3c4bba0c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0888164 Aug 21 10:58:47.891141 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] For port 8e57ee3d-f783-4cc2-89aa-8dd68254f648, host hv-cinder-80547, cleared binding levels {{(pid=82512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:58:47.894530 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] For port 8e57ee3d-f783-4cc2-89aa-8dd68254f648, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8e57ee3d-f783-4cc2-89aa-8dd68254f648,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:58:47.923757 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 83f0f645-4e98-4fbd-b8e0-da444ea5348b up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:58:47.958491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:47.970271 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3ce1ed32-c570-4dd4-a7cd-a5a79704813d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:48.027298 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 83f0f645-4e98-4fbd-b8e0-da444ea5348b triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:48.027957 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:48.033478 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:48.034985 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] 10.222.0.35 "PUT /v2.0/ports/8e57ee3d-f783-4cc2-89aa-8dd68254f648 HTTP/1.1" status: 200 len: 1094 time: 1.8349850 Aug 21 10:58:48.036499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ab085a-9060-488e-93d6-fa220d7ddd7b', 'tag': '8e57ee3d-f783-4cc2-89aa-8dd68254f648'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:58:48.099282 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Pushing event updated for resources: {'Port': ['ID=8e57ee3d-f783-4cc2-89aa-8dd68254f648,revision_number=3']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:48.104094 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:48.110424 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e88b3a-d0bd-4364-8286-29df26edf9c4 req-2e011bcc-efc9-4702-8281-cedf4a4af553 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:48.111205 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-44e88b3a-d0bd-4364-8286-29df26edf9c4 req-2e011bcc-efc9-4702-8281-cedf4a4af553 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Synchronizing usage tracker for tenant:5a81a97062a44c1a82976925e1efb742 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:58:48.158768 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-44e88b3a-d0bd-4364-8286-29df26edf9c4 req-2e011bcc-efc9-4702-8281-cedf4a4af553 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Unset dirty status for tenant:5a81a97062a44c1a82976925e1efb742 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:58:48.160096 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-44e88b3a-d0bd-4364-8286-29df26edf9c4 req-2e011bcc-efc9-4702-8281-cedf4a4af553 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 944 time: 0.2614284 Aug 21 10:58:48.171046 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device c584a399-14a6-4586-babb-c1198e8b9214 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:58:48.276997 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-44e88b3a-d0bd-4364-8286-29df26edf9c4 req-d9ef9c73-5e88-4d8a-9cc1-42668d4ca034 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078389 Aug 21 10:58:48.295903 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port c584a399-14a6-4586-babb-c1198e8b9214 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:58:48.301471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port c584a399-14a6-4586-babb-c1198e8b9214 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:48.301891 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:48.372307 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ab085a-9060-488e-93d6-fa220d7ddd7b', 'tag': '8e57ee3d-f783-4cc2-89aa-8dd68254f648', 'status': 'completed', 'code': 200} Aug 21 10:58:48.480042 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:48.499041 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port c584a399-14a6-4586-babb-c1198e8b9214, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=c584a399-14a6-4586-babb-c1198e8b9214,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:58:48.541745 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:48.544621 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:48.616794 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=c584a399-14a6-4586-babb-c1198e8b9214,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:48.620115 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:48.667859 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 57550) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:48.674511 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1694615810', 'description': 'tempest-secgroup-smoke-1694615810 description', 'project_id': '558d426de72a4151952770512d159a9d'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:48.681481 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:48.685948 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Usage tracker for resource:security_group and tenant:558d426de72a4151952770512d159a9d is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:48.688981 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:48.694371 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57554) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:48.695101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:48.741720 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:48.778545 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:48.782477 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Usage tracker for resource:security_group_rule and tenant:558d426de72a4151952770512d159a9d is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:48.785416 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:48.791940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:48.837360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1261938030-network', 'tenant_id': '317e5ed80a09440b988db19b857cbb50'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:48.842500 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:48.846510 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Usage tracker for resource:network and tenant:317e5ed80a09440b988db19b857cbb50 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:48.848131 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:48.849707 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:48.859862 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:48.884553 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:48.890326 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-99d41280-d481-4884-9dea-c56b292fbb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:48.913695 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Made reservation on behalf of 317e5ed80a09440b988db19b857cbb50 for: {'network': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:58:48.918458 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:48.931729 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:48.933875 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:48.936695 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:48.964650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:48.966230 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2971635 Aug 21 10:58:48.967133 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:48.969347 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57560) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:48.977704 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-32960c6c-6572-4906-ac4b-2a76293decb4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Request body: {'security_group_rule': {'security_group_id': 'a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c', 'project_id': '558d426de72a4151952770512d159a9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:48.983512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Usage tracker for resource:security_group_rule and tenant:317e5ed80a09440b988db19b857cbb50 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:48.986682 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-32960c6c-6572-4906-ac4b-2a76293decb4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:48.988966 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:48.991743 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Sync routers for ids ['e350eae2-ff21-4c96-854a-bd3c4bba0c00'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:58:48.995769 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-32960c6c-6572-4906-ac4b-2a76293decb4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Usage tracker for resource:security_group_rule and tenant:558d426de72a4151952770512d159a9d is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:48.998597 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:49.000856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-32960c6c-6572-4906-ac4b-2a76293decb4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:49.005322 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Routers {'e350eae2-ff21-4c96-854a-bd3c4bba0c00'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:58:49.005988 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:58:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['e350eae2-ff21-4c96-854a-bd3c4bba0c00'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:58:49.010689 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-32960c6c-6572-4906-ac4b-2a76293decb4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:49.080781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-32960c6c-6572-4906-ac4b-2a76293decb4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.099519 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.133266 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.137239 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fe91ff48-b904-456c-a9b9-d56edfe0e446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:49.178325 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=82511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 10:58:49.186934 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-32960c6c-6572-4906-ac4b-2a76293decb4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.192901 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4829fdea-4960-4791-83f4-6cf87d8c2fbb,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:49.195036 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Set router e350eae2-ff21-4c96-854a-bd3c4bba0c00 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:58:49.197294 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:49.202062 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.202062 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Added segment 3111b7d9-7e45-4e7e-813f-5aabb72f0dde of type vlan for network de8c0b2e-4216-4412-a938-fdf5b4447405 Aug 21 10:58:49.229317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-32960c6c-6572-4906-ac4b-2a76293decb4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.234246 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.238367 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:49.266720 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32960c6c-6572-4906-ac4b-2a76293decb4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b758f7-fab3-427a-985a-8dc680e93a2c,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:49.270281 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-32960c6c-6572-4906-ac4b-2a76293decb4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:49.329269 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-32960c6c-6572-4906-ac4b-2a76293decb4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.332657 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-32960c6c-6572-4906-ac4b-2a76293decb4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3622072 Aug 21 10:58:49.336309 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57566) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:49.342621 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-a9f3399f-a529-4b99-9352-41e67caa2655 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Request body: {'security_group_rule': {'security_group_id': 'a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c', 'project_id': '558d426de72a4151952770512d159a9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:49.349166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a9f3399f-a529-4b99-9352-41e67caa2655 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:49.351508 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.353942 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a9f3399f-a529-4b99-9352-41e67caa2655 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Usage tracker for resource:security_group_rule and tenant:558d426de72a4151952770512d159a9d is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:49.357168 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:49.357854 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.362064 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a9f3399f-a529-4b99-9352-41e67caa2655 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:49.366426 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f1a59851-1964-40ad-810d-bf05ed18f282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:49.451629 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a9f3399f-a529-4b99-9352-41e67caa2655 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:49.487131 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7886956 Aug 21 10:58:49.487478 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57572) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:49.490428 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Pushing event updated for resources: {'Network': ['ID=de8c0b2e-4216-4412-a938-fdf5b4447405,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:49.493656 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:49.497982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] Request body: {'subnet': {'network_id': 'de8c0b2e-4216-4412-a938-fdf5b4447405', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1261938030-subnet', 'tenant_id': '317e5ed80a09440b988db19b857cbb50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:49.502463 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network de8c0b2e-4216-4412-a938-fdf5b4447405 details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:58:49.504364 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:49.508876 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cbf38-5519-4ae5-8287-bd4f95a0442b req-e42d6b5a-6a54-4156-97d6-e8899c7e0373 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:49.510677 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b49cbf38-5519-4ae5-8287-bd4f95a0442b req-e42d6b5a-6a54-4156-97d6-e8899c7e0373 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 944 time: 0.1118565 Aug 21 10:58:49.513547 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] Usage tracker for resource:subnet and tenant:317e5ed80a09440b988db19b857cbb50 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:49.518712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:49.525293 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a9f3399f-a529-4b99-9352-41e67caa2655 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.534582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:49.568301 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'name': 'tempest-TestShelveInstance-1904287037-router', 'tenant_id': '9106b93195e2437ca1bce4597ed53e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c584a399-14a6-4586-babb-c1198e8b9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:39Z', 'updated_at': '2021-08-21T10:58:44Z', 'revision_number': 4, 'project_id': '9106b93195e2437ca1bce4597ed53e70', 'gw_port': {'id': 'c584a399-14a6-4586-babb-c1198e8b9214', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:40Z', 'updated_at': '2021-08-21T10:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'bdf11c19-63cb-4984-883b-a729e19a98e2', 'name': '', 'network_id': '3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc', 'tenant_id': '9106b93195e2437ca1bce4597ed53e70', 'mac_address': 'fa:16:3e:76:98:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '326bad27-2a8c-4ff0-862a-d408f53b583a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:42Z', 'updated_at': '2021-08-21T10:58:45Z', 'revision_number': 2, 'project_id': '9106b93195e2437ca1bce4597ed53e70', 'subnets': [{'id': '326bad27-2a8c-4ff0-862a-d408f53b583a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:58:49.573071 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Checking router: e350eae2-ff21-4c96-854a-bd3c4bba0c00 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:58:49.573471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Updating router e350eae2-ff21-4c96-854a-bd3c4bba0c00 port bdf11c19-63cb-4984-883b-a729e19a98e2 binding host dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 10:58:49.582196 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] Made reservation on behalf of 317e5ed80a09440b988db19b857cbb50 for: {'subnet': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:58:49.584260 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b49cbf38-5519-4ae5-8287-bd4f95a0442b req-82f87996-e8f2-4ad4-ba26-630ae7fa4319 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639875 Aug 21 10:58:49.589897 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31956675'] for subnet, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.637206 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.708249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a9f3399f-a529-4b99-9352-41e67caa2655 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.757926 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device c584a399-14a6-4586-babb-c1198e8b9214 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:58:49.770753 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a9f3399f-a529-4b99-9352-41e67caa2655 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.776394 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:49.806692 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3399f-a529-4b99-9352-41e67caa2655 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034681c4-383e-4e4d-9864-a05410f120e2,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:49.812791 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a9f3399f-a529-4b99-9352-41e67caa2655 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:49.832695 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port c584a399-14a6-4586-babb-c1198e8b9214 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:49.833483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.857620 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a9f3399f-a529-4b99-9352-41e67caa2655 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.858949 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a9f3399f-a529-4b99-9352-41e67caa2655 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5215964 Aug 21 10:58:49.861968 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57578) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:49.868785 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-ed71f73b-2cbe-4509-bd3c-7fc1995084a4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Request body: {'security_group_rule': {'security_group_id': 'a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c', 'project_id': '558d426de72a4151952770512d159a9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:49.875024 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-ed71f73b-2cbe-4509-bd3c-7fc1995084a4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:49.879328 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-ed71f73b-2cbe-4509-bd3c-7fc1995084a4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Usage tracker for resource:security_group_rule and tenant:558d426de72a4151952770512d159a9d is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:49.882853 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-ed71f73b-2cbe-4509-bd3c-7fc1995084a4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:49.888956 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-ed71f73b-2cbe-4509-bd3c-7fc1995084a4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:49.899957 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1720835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31956690'] for subnet, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:49.904820 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-252cee77-f31e-4ca1-8ed4-2929b9400629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:49.937232 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9aaf75d0-1010-41f8-8e88-3f5a78be800c req-f1f598ef-80dd-475e-ae1a-511ee4f94674 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 1097 time: 0.0895729 Aug 21 10:58:49.967891 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ed71f73b-2cbe-4509-bd3c-7fc1995084a4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:50.034592 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4886a4b-2ada-4efe-8eb8-fe4891e33bd2,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:50.042137 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:50.058314 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] Checking segment: {'id': '3111b7d9-7e45-4e7e-813f-5aabb72f0dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'de8c0b2e-4216-4412-a938-fdf5b4447405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:58:50.058752 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] Network hostable DHCP agents. Network: de8c0b2e-4216-4412-a938-fdf5b4447405, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:58:50.088337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ed71f73b-2cbe-4509-bd3c-7fc1995084a4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:50.124794 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ed71f73b-2cbe-4509-bd3c-7fc1995084a4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:50.126944 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-99f3a134-483e-4eb6-a8a4-d725ab573a71 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:50.151633 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71f73b-2cbe-4509-bd3c-7fc1995084a4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef31b932-c738-4efb-a5b2-e2a0df710244,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:50.154250 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ed71f73b-2cbe-4509-bd3c-7fc1995084a4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:50.159266 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] Network de8c0b2e-4216-4412-a938-fdf5b4447405 is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:58:50.169182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Notify callbacks [] for port, precommit_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:50.182440 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Transition to ACTIVE for port object bdf11c19-63cb-4984-883b-a729e19a98e2 will not be triggered until provisioned by entity L2. {{(pid=82514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:58:50.198607 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ed71f73b-2cbe-4509-bd3c-7fc1995084a4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:50.200656 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-ed71f73b-2cbe-4509-bd3c-7fc1995084a4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3371682 Aug 21 10:58:50.203001 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57582) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:50.210304 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-b3d7e67e-33a9-40b5-96d1-4083eaf10265 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Request body: {'security_group_rule': {'security_group_id': 'a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c', 'project_id': '558d426de72a4151952770512d159a9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:50.217517 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-b3d7e67e-33a9-40b5-96d1-4083eaf10265 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:50.222319 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-b3d7e67e-33a9-40b5-96d1-4083eaf10265 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Usage tracker for resource:security_group_rule and tenant:558d426de72a4151952770512d159a9d is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:50.225915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-b3d7e67e-33a9-40b5-96d1-4083eaf10265 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:50.227681 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:50.232258 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, de8c0b2e-4216-4412-a938-fdf5b4447405) {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:58:50.232527 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:50.237182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:50.237845 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:50.243639 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-b3d7e67e-33a9-40b5-96d1-4083eaf10265 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:50.247838 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d981f86-4c37-4964-b736-e70b5e92cce9 None None] Network de8c0b2e-4216-4412-a938-fdf5b4447405 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:58:50.276230 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf75d0-1010-41f8-8e88-3f5a78be800c req-6595e049-8526-4630-8829-478d4c57a5b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:50.277819 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9aaf75d0-1010-41f8-8e88-3f5a78be800c req-6595e049-8526-4630-8829-478d4c57a5b9 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5a81a97062a44c1a82976925e1efb742&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1625264 Aug 21 10:58:50.314946 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e67e-33a9-40b5-96d1-4083eaf10265 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:50.339805 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4f8d8777-3238-40b4-9b3d-26dd7914e14f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8505170 Aug 21 10:58:50.389230 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5828d-3491-4c68-b1a3-49ab72bc60fc None None] Pushing event updated for resources: {'Port': ['ID=bdf11c19-63cb-4984-883b-a729e19a98e2,revision_number=3']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:50.425751 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5828d-3491-4c68-b1a3-49ab72bc60fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:50.426385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5828d-3491-4c68-b1a3-49ab72bc60fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:50.426906 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5828d-3491-4c68-b1a3-49ab72bc60fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:50.427441 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5828d-3491-4c68-b1a3-49ab72bc60fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:50.427993 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5828d-3491-4c68-b1a3-49ab72bc60fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:50.429517 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5828d-3491-4c68-b1a3-49ab72bc60fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:50.430038 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5828d-3491-4c68-b1a3-49ab72bc60fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:50.430553 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5828d-3491-4c68-b1a3-49ab72bc60fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:50.431429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5828d-3491-4c68-b1a3-49ab72bc60fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:50.431985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5828d-3491-4c68-b1a3-49ab72bc60fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:50.432503 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5828d-3491-4c68-b1a3-49ab72bc60fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:50.433219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e67e-33a9-40b5-96d1-4083eaf10265 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:50.468169 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e67e-33a9-40b5-96d1-4083eaf10265 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:50.475466 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:50.489295 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-97a5828d-3491-4c68-b1a3-49ab72bc60fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:50.498474 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dfaa46-f901-45cf-9099-567d0d1c089b None None] Network de8c0b2e-4216-4412-a938-fdf5b4447405 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:58:50.520471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7e67e-33a9-40b5-96d1-4083eaf10265 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66ff154-faaa-4bc3-9695-7dd99f2696a9,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:50.523462 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b3d7e67e-33a9-40b5-96d1-4083eaf10265 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:50.572519 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e67e-33a9-40b5-96d1-4083eaf10265 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:50.576821 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-b3d7e67e-33a9-40b5-96d1-4083eaf10265 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3700836 Aug 21 10:58:50.577092 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57592) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:50.585242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-4042cd6e-fdb8-482e-9a62-7ab42922fe56 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Request body: {'security_group_rule': {'security_group_id': 'a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c', 'project_id': '558d426de72a4151952770512d159a9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:50.594844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4042cd6e-fdb8-482e-9a62-7ab42922fe56 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:50.597499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Attempting to bind port bdf11c19-63cb-4984-883b-a729e19a98e2 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:58:50.598002 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Attempting to bind port bdf11c19-63cb-4984-883b-a729e19a98e2 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': 'fc8001b6-4443-4fab-8253-679a3b842d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc'}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:58:50.598482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Attempting to bind port bdf11c19-63cb-4984-883b-a729e19a98e2 on network 3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:58:50.602309 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf75d0-1010-41f8-8e88-3f5a78be800c req-040ff1f1-b1ff-4dfc-8e60-b1db3a2da126 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:50.603725 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4042cd6e-fdb8-482e-9a62-7ab42922fe56 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Usage tracker for resource:security_group_rule and tenant:558d426de72a4151952770512d159a9d is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:50.608617 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4042cd6e-fdb8-482e-9a62-7ab42922fe56 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:50.612850 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:58:50.615891 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9aaf75d0-1010-41f8-8e88-3f5a78be800c req-040ff1f1-b1ff-4dfc-8e60-b1db3a2da126 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3313963 Aug 21 10:58:50.620043 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Checking segment: {'id': 'fc8001b6-4443-4fab-8253-679a3b842d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:58:50.620531 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:50.620987 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Bound using segment: {'id': 'fc8001b6-4443-4fab-8253-679a3b842d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc'} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:58:50.621542 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Bound port: bdf11c19-63cb-4984-883b-a729e19a98e2, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8001b6-4443-4fab-8253-679a3b842d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc'}}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:58:50.621984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:50.633722 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4042cd6e-fdb8-482e-9a62-7ab42922fe56 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:50.679588 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.securitygroups_db [None req-4042cd6e-fdb8-482e-9a62-7ab42922fe56 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Project 558d426de72a4151952770512d159a9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:58:50.694627 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4042cd6e-fdb8-482e-9a62-7ab42922fe56 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:50.841129 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-bfef0093-1288-48bb-8b29-29104c77f7c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 1097 time: 0.1895044 Aug 21 10:58:50.863184 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] For port bdf11c19-63cb-4984-883b-a729e19a98e2, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:58:50.868017 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] For port bdf11c19-63cb-4984-883b-a729e19a98e2, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=bdf11c19-63cb-4984-883b-a729e19a98e2,segment=NetworkSegment(fc8001b6-4443-4fab-8253-679a3b842d98),segment_id=fc8001b6-4443-4fab-8253-679a3b842d98)] {{(pid=82514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:58:50.896724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:50.913734 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3db02588-b51c-4f1d-abab-a0921a51b0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:50.942246 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4042cd6e-fdb8-482e-9a62-7ab42922fe56 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:50.953544 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc2ee6-9e44-4ac6-ac85-1b70efee0634 req-3cbb48b4-3e70-4be4-8bdc-c5047fa7ab25 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:50.957310 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-4e3ae617-593a-4668-b458-c016e3e3520d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e57ee3d-f783-4cc2-89aa-8dd68254f648 HTTP/1.1" status: 200 len: 217 time: 0.1054649 Aug 21 10:58:50.957465 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2bcc2ee6-9e44-4ac6-ac85-1b70efee0634 req-3cbb48b4-3e70-4be4-8bdc-c5047fa7ab25 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 944 time: 0.2225621 Aug 21 10:58:51.014735 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4042cd6e-fdb8-482e-9a62-7ab42922fe56 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:51.024654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Routers {'e350eae2-ff21-4c96-854a-bd3c4bba0c00'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:58:51.025358 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:58:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['e350eae2-ff21-4c96-854a-bd3c4bba0c00'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:58:51.036273 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-1a912b0b-c7b2-4826-b1e9-ebce9cd8e4ec tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:51.103431 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042cd6e-fdb8-482e-9a62-7ab42922fe56 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0d687f-e21b-4220-8a3f-95acdff53259,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:51.125700 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4042cd6e-fdb8-482e-9a62-7ab42922fe56 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:51.156241 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2bcc2ee6-9e44-4ac6-ac85-1b70efee0634 req-1a5cdd16-048d-4c28-9d70-06c0b5c96f82 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905751 Aug 21 10:58:51.179152 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4042cd6e-fdb8-482e-9a62-7ab42922fe56 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:51.183171 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4042cd6e-fdb8-482e-9a62-7ab42922fe56 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6024499 Aug 21 10:58:51.184314 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57612) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:51.196835 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-cb227bf4-527f-4c27-9caa-11863df8bc95 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Request body: {'security_group_rule': {'security_group_id': 'a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c', 'project_id': '558d426de72a4151952770512d159a9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:51.205490 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-cb227bf4-527f-4c27-9caa-11863df8bc95 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:51.210700 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5828d-3491-4c68-b1a3-49ab72bc60fc None None] Pushing event updated for resources: {'Port': ['ID=bdf11c19-63cb-4984-883b-a729e19a98e2,revision_number=4']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:51.217263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-cb227bf4-527f-4c27-9caa-11863df8bc95 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Usage tracker for resource:security_group_rule and tenant:558d426de72a4151952770512d159a9d is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:51.218097 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-ce6a2a04-3a1c-4c52-8946-a858c5481798 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:51.219739 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-ce6a2a04-3a1c-4c52-8946-a858c5481798 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e48e03a-0b14-438e-a40a-f8cd4e77adf3 HTTP/1.1" status: 200 len: 851 time: 0.2548947 Aug 21 10:58:51.221283 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-cb227bf4-527f-4c27-9caa-11863df8bc95 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:51.227292 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-97a5828d-3491-4c68-b1a3-49ab72bc60fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:51.232518 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-cb227bf4-527f-4c27-9caa-11863df8bc95 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:51.273958 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.securitygroups_db [None req-cb227bf4-527f-4c27-9caa-11863df8bc95 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Project 558d426de72a4151952770512d159a9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 10:58:51.285937 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cb227bf4-527f-4c27-9caa-11863df8bc95 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:51.297531 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] Set router e350eae2-ff21-4c96-854a-bd3c4bba0c00 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:58:51.338025 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47dc39-291a-4487-820b-7f2169653e65 req-536c10e4-40eb-4d9c-b69e-1f46b1c47418 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:51.346351 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf47dc39-291a-4487-820b-7f2169653e65 req-536c10e4-40eb-4d9c-b69e-1f46b1c47418 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/networks?id=940d4f2c-598f-4f8a-9374-817e1e821a85 HTTP/1.1" status: 200 len: 814 time: 0.3912320 Aug 21 10:58:51.379806 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf47dc39-291a-4487-820b-7f2169653e65 req-20aece73-4094-40c1-9029-848164cc3829 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/quotas/53ec20c143074dbdbb94547f27b02ab3 HTTP/1.1" status: 200 len: 375 time: 0.0323982 Aug 21 10:58:51.391797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cb227bf4-527f-4c27-9caa-11863df8bc95 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:51.421895 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cb227bf4-527f-4c27-9caa-11863df8bc95 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:51.425101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:51.432612 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-cf47dc39-291a-4487-820b-7f2169653e65 req-03d4cde2-c5c6-48e9-9c54-654828698370 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Synchronizing usage tracker for tenant:53ec20c143074dbdbb94547f27b02ab3 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:58:51.440281 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-b79c65a4-1e8d-45f1-be44-e1829ecbac46 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72b0ec08-f5e0-4143-aa96-7f6e7b152022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2097788 Aug 21 10:58:51.454924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb227bf4-527f-4c27-9caa-11863df8bc95 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa9c425-0927-43f5-98bd-6ce6b8d0b1a6,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:51.457960 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cb227bf4-527f-4c27-9caa-11863df8bc95 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:51.501320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cb227bf4-527f-4c27-9caa-11863df8bc95 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:51.507820 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-cb227bf4-527f-4c27-9caa-11863df8bc95 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3177440 Aug 21 10:58:51.545198 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-cf47dc39-291a-4487-820b-7f2169653e65 req-03d4cde2-c5c6-48e9-9c54-654828698370 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Unset dirty status for tenant:53ec20c143074dbdbb94547f27b02ab3 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:58:51.546619 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf47dc39-291a-4487-820b-7f2169653e65 req-03d4cde2-c5c6-48e9-9c54-654828698370 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=53ec20c143074dbdbb94547f27b02ab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1659610 Aug 21 10:58:51.628852 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-cb517366-2ce5-47f1-8b7b-280bcace46ec service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781535 Aug 21 10:58:51.738366 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'name': 'tempest-TestShelveInstance-1904287037-router', 'tenant_id': '9106b93195e2437ca1bce4597ed53e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c584a399-14a6-4586-babb-c1198e8b9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:39Z', 'updated_at': '2021-08-21T10:58:44Z', 'revision_number': 4, 'project_id': '9106b93195e2437ca1bce4597ed53e70', 'gw_port': {'id': 'c584a399-14a6-4586-babb-c1198e8b9214', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:40Z', 'updated_at': '2021-08-21T10:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'bdf11c19-63cb-4984-883b-a729e19a98e2', 'name': '', 'network_id': '3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc', 'tenant_id': '9106b93195e2437ca1bce4597ed53e70', 'mac_address': 'fa:16:3e:76:98:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '326bad27-2a8c-4ff0-862a-d408f53b583a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:42Z', 'updated_at': '2021-08-21T10:58:50Z', 'revision_number': 4, 'project_id': '9106b93195e2437ca1bce4597ed53e70', 'subnets': [{'id': '326bad27-2a8c-4ff0-862a-d408f53b583a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:58:51.742978 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7376ec0a-c921-4660-9c7a-d1d3c94f7d7e None None] The sync data for ids ['e350eae2-ff21-4c96-854a-bd3c4bba0c00'] in dv-cinder-805477-1-iscsi is: [{'id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'name': 'tempest-TestShelveInstance-1904287037-router', 'tenant_id': '9106b93195e2437ca1bce4597ed53e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c584a399-14a6-4586-babb-c1198e8b9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:39Z', 'updated_at': '2021-08-21T10:58:44Z', 'revision_number': 4, 'project_id': '9106b93195e2437ca1bce4597ed53e70', 'gw_port': {'id': 'c584a399-14a6-4586-babb-c1198e8b9214', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:40Z', 'updated_at': '2021-08-21T10:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'bdf11c19-63cb-4984-883b-a729e19a98e2', 'name': '', 'network_id': '3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc', 'tenant_id': '9106b93195e2437ca1bce4597ed53e70', 'mac_address': 'fa:16:3e:76:98:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '326bad27-2a8c-4ff0-862a-d408f53b583a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:42Z', 'updated_at': '2021-08-21T10:58:50Z', 'revision_number': 4, 'project_id': '9106b93195e2437ca1bce4597ed53e70', 'subnets': [{'id': '326bad27-2a8c-4ff0-862a-d408f53b583a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:58:51.918977 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf47dc39-291a-4487-820b-7f2169653e65 req-dd0dc44a-ac58-44a1-874a-e7bb089ddf47 service neutron] 10.222.0.49 "GET /v2.0/networks/940d4f2c-598f-4f8a-9374-817e1e821a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611844 Aug 21 10:58:52.048461 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6eebf31c-7616-4256-9dd2-cbeddecd1d73 req-6dff1912-38e8-4dff-945f-fc4a2dedcce8 service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577125 Aug 21 10:58:52.084565 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57664) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:52.091820 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1043230601-network', 'tenant_id': '9662d26840084244b4002a1f64d9014e'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:52.093754 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf47dc39-291a-4487-820b-7f2169653e65 req-dccd7f3e-357c-4506-8f94-fc22e0e005e3 service neutron] 10.222.0.49 "GET /v2.0/networks/940d4f2c-598f-4f8a-9374-817e1e821a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641943 Aug 21 10:58:52.097071 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:52.102172 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Usage tracker for resource:network and tenant:9662d26840084244b4002a1f64d9014e is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:52.105599 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:52.112627 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:52.170386 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Made reservation on behalf of 9662d26840084244b4002a1f64d9014e for: {'network': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:58:52.175362 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:52.217555 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:52.353610 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:52.358490 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Usage tracker for resource:security_group_rule and tenant:9662d26840084244b4002a1f64d9014e is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:52.362643 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:52.368945 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:52.443492 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cdea8ddd-f273-4708-9458-a5ccb3081bb7 req-4991c957-e897-4887-8533-d5c985afcc84 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 210 time: 0.0624928 Aug 21 10:58:52.527023 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14ba99-a459-4861-a461-247d6e2a8917 req-62cda252-63fc-4639-a3ed-0138bb22661e tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:52.528697 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cc14ba99-a459-4861-a461-247d6e2a8917 req-62cda252-63fc-4639-a3ed-0138bb22661e tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 944 time: 0.1499853 Aug 21 10:58:52.567954 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:52.601588 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cc14ba99-a459-4861-a461-247d6e2a8917 req-253d4ff1-7b96-4e72-9942-60464f430502 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623384 Aug 21 10:58:52.602739 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:52.608984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-52d2bcc7-20a4-4daa-ba02-f29fcaf63ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:52.642405 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b567350d-0ec9-48fd-a14f-00e70f7c3712,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:52.645680 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:52.681310 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=82511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 10:58:52.692300 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:52.692701 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Added segment aaf61886-24cc-4636-8155-f4509dd0b805 of type vlan for network c89fe04d-784b-4477-b9a9-a57e536fbd0b Aug 21 10:58:52.728393 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:52.805176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:52.806504 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:52.807150 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:52.813019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:52.920670 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Pushing event updated for resources: {'Network': ['ID=c89fe04d-784b-4477-b9a9-a57e536fbd0b,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:52.923745 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:52.937379 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network c89fe04d-784b-4477-b9a9-a57e536fbd0b details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 10:58:52.954365 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8680224 Aug 21 10:58:52.956877 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57690) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:58:52.966380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] Request body: {'subnet': {'network_id': 'c89fe04d-784b-4477-b9a9-a57e536fbd0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1043230601-subnet', 'tenant_id': '9662d26840084244b4002a1f64d9014e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:52.972632 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:52.977985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] Usage tracker for resource:subnet and tenant:9662d26840084244b4002a1f64d9014e is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:58:52.981838 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:58:52.988619 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:53.050569 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] Made reservation on behalf of 9662d26840084244b4002a1f64d9014e for: {'subnet': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:58:53.059432 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31956675'] for subnet, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:53.324951 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1720835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31956690'] for subnet, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:53.330266 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:53.409829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2440c35-ca77-4878-89ca-d0ca15be5247,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:53.412985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:53.420385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] Checking segment: {'id': 'aaf61886-24cc-4636-8155-f4509dd0b805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c89fe04d-784b-4477-b9a9-a57e536fbd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:58:53.420794 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] Network hostable DHCP agents. Network: c89fe04d-784b-4477-b9a9-a57e536fbd0b, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 10:58:53.461515 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] Network c89fe04d-784b-4477-b9a9-a57e536fbd0b is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 10:58:53.523850 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, c89fe04d-784b-4477-b9a9-a57e536fbd0b) {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:58:53.531589 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:53.531589 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:53.535988 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e824c3e-c888-4561-935c-269bb323c1f6 None None] Network c89fe04d-784b-4477-b9a9-a57e536fbd0b requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:58:53.599835 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4a695366-40c7-4865-831d-ea0b3df6f3cc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6414313 Aug 21 10:58:53.610010 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ff611182-5888-4674-86f9-a0350b9113f0 req-4a38c2a5-5bb1-4d07-8d8b-03cebb0b51e6 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 210 time: 0.0488372 Aug 21 10:58:53.779094 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed314e21-7c4f-46e4-946f-02692c1b5118 None None] Network c89fe04d-784b-4477-b9a9-a57e536fbd0b requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 10:58:53.915947 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device bdf11c19-63cb-4984-883b-a729e19a98e2 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:58:53.956575 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b4427-75d8-4c53-a107-9f95abf2d6dd req-2d0c7390-2bbd-4f09-8218-2e1d8131b7a6 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:53.958188 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d6b4427-75d8-4c53-a107-9f95abf2d6dd req-2d0c7390-2bbd-4f09-8218-2e1d8131b7a6 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 944 time: 0.1757629 Aug 21 10:58:54.018209 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d6b4427-75d8-4c53-a107-9f95abf2d6dd req-a56c3641-476d-4db3-b298-51283edb7b4e tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510573 Aug 21 10:58:54.215626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port bdf11c19-63cb-4984-883b-a729e19a98e2 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:58:54.234672 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port bdf11c19-63cb-4984-883b-a729e19a98e2 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:54.234672 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:54.380666 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:54.416305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port bdf11c19-63cb-4984-883b-a729e19a98e2, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=bdf11c19-63cb-4984-883b-a729e19a98e2,segment=NetworkSegment(fc8001b6-4443-4fab-8253-679a3b842d98),segment_id=fc8001b6-4443-4fab-8253-679a3b842d98)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:58:54.432550 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47dc39-291a-4487-820b-7f2169653e65 req-f1c5f8b2-68a1-4b80-af43-71e991144c77 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:54.434135 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf47dc39-291a-4487-820b-7f2169653e65 req-f1c5f8b2-68a1-4b80-af43-71e991144c77 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.35 "GET /v2.0/networks?id=940d4f2c-598f-4f8a-9374-817e1e821a85 HTTP/1.1" status: 200 len: 814 time: 0.3859384 Aug 21 10:58:54.452659 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-cf47dc39-291a-4487-820b-7f2169653e65 req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Request body: {'port': {'device_id': 'bac18106-97cc-493b-ac0d-7354c91fccad', 'network_id': '940d4f2c-598f-4f8a-9374-817e1e821a85', 'admin_state_up': True, 'tenant_id': '53ec20c143074dbdbb94547f27b02ab3'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:54.478096 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:54.480608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:54.550312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=bdf11c19-63cb-4984-883b-a729e19a98e2,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:54.553773 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:54.616097 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-cf47dc39-291a-4487-820b-7f2169653e65 req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:58:54.627227 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-cf47dc39-291a-4487-820b-7f2169653e65 req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:58:54.679203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf47dc39-291a-4487-820b-7f2169653e65 req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Made reservation on behalf of 53ec20c143074dbdbb94547f27b02ab3 for: {'port': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:58:54.686262 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-cf47dc39-291a-4487-820b-7f2169653e65 req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:54.828917 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1da534e3-c348-4cd0-986e-621e400f56b6 req-53ff0c79-828a-4649-954e-dcefd9a6b31c tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 210 time: 0.0553346 Aug 21 10:58:54.919429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-cf47dc39-291a-4487-820b-7f2169653e65 req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Allocated IP 172.20.0.12 (940d4f2c-598f-4f8a-9374-817e1e821a85/6d7a2392-19fe-4aa8-b158-e2b12697376c/ffa0773f-35cb-4ab4-9e05-d831a6283fec) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:58:55.129476 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:58:55.136047 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-cf47dc39-291a-4487-820b-7f2169653e65 req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:55.193651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-cf47dc39-291a-4487-820b-7f2169653e65 req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:55.200463 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-87a6e268-c3e8-4b93-ace1-635ec0b3162b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:55.236504 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d1d46-1d55-4a4e-b88a-a794ded70ae2 req-a71d3de0-24f4-448a-b1ae-422763501c43 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:55.238158 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-670d1d46-1d55-4a4e-b88a-a794ded70ae2 req-a71d3de0-24f4-448a-b1ae-422763501c43 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 944 time: 0.0916276 Aug 21 10:58:55.270834 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf47dc39-291a-4487-820b-7f2169653e65 req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Network 940d4f2c-598f-4f8a-9374-817e1e821a85 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:58:55.274809 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-cf47dc39-291a-4487-820b-7f2169653e65 req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:58:55.279983 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf47dc39-291a-4487-820b-7f2169653e65 req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:58:55.289480 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-670d1d46-1d55-4a4e-b88a-a794ded70ae2 req-31b62d6a-de59-4afd-bf36-bbc6b75ebc30 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448108 Aug 21 10:58:55.309619 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Pushing event updated for resources: {'Port': ['ID=ffa0773f-35cb-4ab4-9e05-d831a6283fec,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:55.335346 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:55.335815 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:55.336226 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:55.336629 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:55.337033 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:55.337438 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:55.337831 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:55.338227 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:55.338622 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:55.339015 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:55.339405 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:58:55.345146 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:55.362068 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47dc39-291a-4487-820b-7f2169653e65 req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:55.362763 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-cf47dc39-291a-4487-820b-7f2169653e65 req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:55.433690 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf47dc39-291a-4487-820b-7f2169653e65 req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9859822 Aug 21 10:58:55.453065 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Request body: {'port': {'device_id': 'bac18106-97cc-493b-ac0d-7354c91fccad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:58:55.567580 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:55.765145 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device bdf11c19-63cb-4984-883b-a729e19a98e2 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:58:55.840093 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port bdf11c19-63cb-4984-883b-a729e19a98e2 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:58:55.840521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:55.954514 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa0773f-35cb-4ab4-9e05-d831a6283fec {{(pid=82512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:58:55.966322 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:56.030191 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Transition to ACTIVE for port object ffa0773f-35cb-4ab4-9e05-d831a6283fec will not be triggered until provisioned by entity L2. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:58:56.066832 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a497cc8-c3d5-46ca-b3a7-5a9e7896ed3e req-405fc69e-676f-48ea-b456-aaf5b6fab57d tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:56.067624 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-7a497cc8-c3d5-46ca-b3a7-5a9e7896ed3e req-405fc69e-676f-48ea-b456-aaf5b6fab57d tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Synchronizing usage tracker for tenant:53ec20c143074dbdbb94547f27b02ab3 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:58:56.077251 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:56.085722 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:56.167863 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-7a497cc8-c3d5-46ca-b3a7-5a9e7896ed3e req-405fc69e-676f-48ea-b456-aaf5b6fab57d tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Unset dirty status for tenant:53ec20c143074dbdbb94547f27b02ab3 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:58:56.170062 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7a497cc8-c3d5-46ca-b3a7-5a9e7896ed3e req-405fc69e-676f-48ea-b456-aaf5b6fab57d tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 932 time: 0.1963928 Aug 21 10:58:56.226582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa0773f-35cb-4ab4-9e05-d831a6283fec,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:56.236896 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:56.362879 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7a497cc8-c3d5-46ca-b3a7-5a9e7896ed3e req-48f58241-e561-4bc7-87f3-1d7e19642f41 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328504 Aug 21 10:58:56.405036 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Attempting to bind port ffa0773f-35cb-4ab4-9e05-d831a6283fec on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:58:56.405422 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Attempting to bind port ffa0773f-35cb-4ab4-9e05-d831a6283fec by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'b78823b8-e97f-43f7-9c1c-2d9418bd4638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '940d4f2c-598f-4f8a-9374-817e1e821a85'}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:58:56.405798 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Attempting to bind port ffa0773f-35cb-4ab4-9e05-d831a6283fec on network 940d4f2c-598f-4f8a-9374-817e1e821a85 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:58:56.412141 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Port ffa0773f-35cb-4ab4-9e05-d831a6283fec on network 940d4f2c-598f-4f8a-9374-817e1e821a85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:58:56.412508 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Attempting to bind port ffa0773f-35cb-4ab4-9e05-d831a6283fec on network 940d4f2c-598f-4f8a-9374-817e1e821a85 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:58:56.419381 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:58:56.419799 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Checking segment: {'id': 'b78823b8-e97f-43f7-9c1c-2d9418bd4638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '940d4f2c-598f-4f8a-9374-817e1e821a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:58:56.420366 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Bound using segment: {'id': 'b78823b8-e97f-43f7-9c1c-2d9418bd4638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '940d4f2c-598f-4f8a-9374-817e1e821a85'} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:58:56.420776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Bound port: ffa0773f-35cb-4ab4-9e05-d831a6283fec, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78823b8-e97f-43f7-9c1c-2d9418bd4638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '940d4f2c-598f-4f8a-9374-817e1e821a85'}}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:58:56.421171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:56.503331 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b34a86-bd6b-45ec-8860-645a360d3706 req-ff0c2f19-c0fe-4c1e-bf38-28c845b0b40a tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:56.504949 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d5b34a86-bd6b-45ec-8860-645a360d3706 req-ff0c2f19-c0fe-4c1e-bf38-28c845b0b40a tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 944 time: 0.0898468 Aug 21 10:58:56.519807 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] For port ffa0773f-35cb-4ab4-9e05-d831a6283fec, host hv-cinder-80547, cleared binding levels {{(pid=82512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:58:56.523064 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] For port ffa0773f-35cb-4ab4-9e05-d831a6283fec, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ffa0773f-35cb-4ab4-9e05-d831a6283fec,segment=NetworkSegment(b78823b8-e97f-43f7-9c1c-2d9418bd4638),segment_id=b78823b8-e97f-43f7-9c1c-2d9418bd4638)] {{(pid=82512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:58:56.548963 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:56.555417 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-880132d6-27cf-41ea-a35b-bf445492ac3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:58:56.555625 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d5b34a86-bd6b-45ec-8860-645a360d3706 req-cfb09242-c96d-4bb9-b594-b3fddd922846 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434551 Aug 21 10:58:56.619226 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:58:56.620732 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf47dc39-291a-4487-820b-7f2169653e65 req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] 10.222.0.35 "PUT /v2.0/ports/ffa0773f-35cb-4ab4-9e05-d831a6283fec HTTP/1.1" status: 200 len: 1094 time: 1.1722794 Aug 21 10:58:56.621262 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac18106-97cc-493b-ac0d-7354c91fccad', 'tag': 'ffa0773f-35cb-4ab4-9e05-d831a6283fec'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:58:56.642954 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa0773f-35cb-4ab4-9e05-d831a6283fec,revision_number=3']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:58:56.646586 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:58:56.675144 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac18106-97cc-493b-ac0d-7354c91fccad', 'tag': 'ffa0773f-35cb-4ab4-9e05-d831a6283fec', 'status': 'completed', 'code': 200} Aug 21 10:58:56.782287 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0bf4dca6-28a4-4e85-8523-77efaaf4ce57 req-95fae34b-f822-443e-abe5-693a490157d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53ec20c143074dbdbb94547f27b02ab3&device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 1097 time: 0.0772545 Aug 21 10:58:56.940272 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4dca6-28a4-4e85-8523-77efaaf4ce57 req-7c6c0fbb-6c8b-4e28-bd0a-3e3bf104b12e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:56.941835 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0bf4dca6-28a4-4e85-8523-77efaaf4ce57 req-7c6c0fbb-6c8b-4e28-bd0a-3e3bf104b12e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=53ec20c143074dbdbb94547f27b02ab3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1520493 Aug 21 10:58:57.093323 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4dca6-28a4-4e85-8523-77efaaf4ce57 req-2faa6f0a-e184-46f3-b73d-22b141dcba95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:57.094831 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0bf4dca6-28a4-4e85-8523-77efaaf4ce57 req-2faa6f0a-e184-46f3-b73d-22b141dcba95 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1452549 Aug 21 10:58:57.212074 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf47dc39-291a-4487-820b-7f2169653e65 req-506f8ac9-287b-4690-8431-60247a2cce82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53ec20c143074dbdbb94547f27b02ab3&device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 1097 time: 0.0786211 Aug 21 10:58:57.285521 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf47dc39-291a-4487-820b-7f2169653e65 req-311ed110-a4d6-4ab6-aa2b-b75ac62323d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffa0773f-35cb-4ab4-9e05-d831a6283fec HTTP/1.1" status: 200 len: 217 time: 0.0650604 Aug 21 10:58:57.363961 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47dc39-291a-4487-820b-7f2169653e65 req-4e1b5579-3103-441d-ae0b-fec9ec936e95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:57.365450 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf47dc39-291a-4487-820b-7f2169653e65 req-4e1b5579-3103-441d-ae0b-fec9ec936e95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6d7a2392-19fe-4aa8-b158-e2b12697376c HTTP/1.1" status: 200 len: 854 time: 0.0726042 Aug 21 10:58:57.416467 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf47dc39-291a-4487-820b-7f2169653e65 req-aced516d-0979-4964-8d77-19043821fefb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=940d4f2c-598f-4f8a-9374-817e1e821a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441210 Aug 21 10:58:57.572663 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf47dc39-291a-4487-820b-7f2169653e65 req-3b138af6-5517-41a9-869a-47c1106326fd service neutron] 10.222.0.35 "GET /v2.0/networks/940d4f2c-598f-4f8a-9374-817e1e821a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491477 Aug 21 10:58:57.572868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb24636-af8c-4550-974c-0a3b137ae53d req-811e75a5-4d0c-4d8f-96e3-34a341d6aa2b tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:57.574896 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7bb24636-af8c-4550-974c-0a3b137ae53d req-811e75a5-4d0c-4d8f-96e3-34a341d6aa2b tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 944 time: 0.0835738 Aug 21 10:58:57.647263 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7bb24636-af8c-4550-974c-0a3b137ae53d req-5c9d0904-5000-44db-a945-e91806971f70 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663440 Aug 21 10:58:57.795589 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf47dc39-291a-4487-820b-7f2169653e65 req-1f1cb234-b117-4f54-9a49-7a550983b30a service neutron] 10.222.0.35 "GET /v2.0/networks/940d4f2c-598f-4f8a-9374-817e1e821a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163610 Aug 21 10:58:57.825204 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f25f95-b8c4-49bf-b768-94730dcf9ca1 req-c05c78cd-e80a-4a63-a12a-67c8386c8481 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:57.827967 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-18f25f95-b8c4-49bf-b768-94730dcf9ca1 req-c05c78cd-e80a-4a63-a12a-67c8386c8481 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 944 time: 0.1184046 Aug 21 10:58:57.881470 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-18f25f95-b8c4-49bf-b768-94730dcf9ca1 req-2c7e0591-545d-4ce6-8fc8-f1f34a58c68e tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481634 Aug 21 10:58:58.853067 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081545c-b53a-4448-9a54-8b35b19e54e0 req-d6baec1c-cf75-4a45-b1a5-68b5f66cae35 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:58.854701 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8081545c-b53a-4448-9a54-8b35b19e54e0 req-d6baec1c-cf75-4a45-b1a5-68b5f66cae35 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 944 time: 0.0810714 Aug 21 10:58:58.903332 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8081545c-b53a-4448-9a54-8b35b19e54e0 req-b67b9435-2cbb-4d09-bb5c-9f6a1244c20d tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425165 Aug 21 10:58:59.088530 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587e1cc-1e04-49d2-8469-b7425fc508ae req-09850ddd-b6f4-40fa-a9b6-3ce20e881f11 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:58:59.090189 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a587e1cc-1e04-49d2-8469-b7425fc508ae req-09850ddd-b6f4-40fa-a9b6-3ce20e881f11 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 944 time: 0.0840073 Aug 21 10:58:59.140474 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a587e1cc-1e04-49d2-8469-b7425fc508ae req-44680ff6-bdb7-4b9a-a0d5-0a75ce769ac7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433631 Aug 21 10:59:00.108897 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c2834-da2a-4276-a217-d8c6e695807a req-f85be189-45b1-4b65-90f0-6b0520442e9e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:00.110913 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c38c2834-da2a-4276-a217-d8c6e695807a req-f85be189-45b1-4b65-90f0-6b0520442e9e tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 944 time: 0.0867798 Aug 21 10:59:00.160362 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c38c2834-da2a-4276-a217-d8c6e695807a req-5a2d5489-3bf8-4c90-99e9-12354e18c432 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435317 Aug 21 10:59:00.378036 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695a72b-97bf-4e62-8e9b-230bb4a3ff13 req-cf67699d-853e-47f0-9d37-8ade0e56d57a tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:00.379657 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a695a72b-97bf-4e62-8e9b-230bb4a3ff13 req-cf67699d-853e-47f0-9d37-8ade0e56d57a tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 944 time: 0.0932982 Aug 21 10:59:00.429852 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a695a72b-97bf-4e62-8e9b-230bb4a3ff13 req-052351aa-7506-4d35-b4c1-0f660ccb36e6 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440233 Aug 21 10:59:00.614325 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 8e57ee3d-f783-4cc2-89aa-8dd68254f648 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:59:00.755561 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 8e57ee3d-f783-4cc2-89aa-8dd68254f648, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8e57ee3d-f783-4cc2-89aa-8dd68254f648,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:59:00.769666 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '8e57ee3d-f783-4cc2-89aa-8dd68254f648', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'port_id': '8e57ee3d-f783-4cc2-89aa-8dd68254f648', 'mac_address': 'fa:16:3e:b7:37:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:59:00.830640 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:00.850249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e57ee3d-f783-4cc2-89aa-8dd68254f648 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:59:00.864956 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 8e57ee3d-f783-4cc2-89aa-8dd68254f648, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8e57ee3d-f783-4cc2-89aa-8dd68254f648,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:59:00.901257 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:00.903155 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:00.968516 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=8e57ee3d-f783-4cc2-89aa-8dd68254f648,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:00.971691 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:01.259750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['8e57ee3d-f783-4cc2-89aa-8dd68254f648'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:59:01.375210 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff3fff-54c8-4858-b080-6454afda9650 req-6e14a1d5-203e-433e-9667-8096c0d4ac49 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:01.377140 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d9ff3fff-54c8-4858-b080-6454afda9650 req-6e14a1d5-203e-433e-9667-8096c0d4ac49 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 944 time: 0.0894554 Aug 21 10:59:01.428088 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d9ff3fff-54c8-4858-b080-6454afda9650 req-626424e0-34c3-4ba9-a585-a90edf632df1 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438964 Aug 21 10:59:01.664491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbce09d-ef7f-441b-9b4d-4a278798d937 req-b391b291-265c-466d-9ad8-82539cf8dbd4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:01.666081 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5bbce09d-ef7f-441b-9b4d-4a278798d937 req-b391b291-265c-466d-9ad8-82539cf8dbd4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 945 time: 0.0854490 Aug 21 10:59:01.715323 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5bbce09d-ef7f-441b-9b4d-4a278798d937 req-30d24011-b37f-4642-aee0-47b78cf54a12 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429127 Aug 21 10:59:02.642176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633eef40-f875-4739-ba4d-4d47f686562a req-80ca9d54-53ce-4612-b30a-968222a59913 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:02.643946 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-633eef40-f875-4739-ba4d-4d47f686562a req-80ca9d54-53ce-4612-b30a-968222a59913 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 944 time: 0.0905647 Aug 21 10:59:02.653220 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device ffa0773f-35cb-4ab4-9e05-d831a6283fec details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:59:02.716652 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-633eef40-f875-4739-ba4d-4d47f686562a req-bf245667-e88d-4097-9e25-66f8baefcf71 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657918 Aug 21 10:59:02.738995 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 8e57ee3d-f783-4cc2-89aa-8dd68254f648 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:59:02.875304 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port ffa0773f-35cb-4ab4-9e05-d831a6283fec, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ffa0773f-35cb-4ab4-9e05-d831a6283fec,segment=NetworkSegment(b78823b8-e97f-43f7-9c1c-2d9418bd4638),segment_id=b78823b8-e97f-43f7-9c1c-2d9418bd4638)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:59:02.890205 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': 'ffa0773f-35cb-4ab4-9e05-d831a6283fec', 'network_id': '940d4f2c-598f-4f8a-9374-817e1e821a85', 'port_id': 'ffa0773f-35cb-4ab4-9e05-d831a6283fec', 'mac_address': 'fa:16:3e:ea:db:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d7a2392-19fe-4aa8-b158-e2b12697376c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:59:02.926357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 8e57ee3d-f783-4cc2-89aa-8dd68254f648 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:59:02.938169 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2e92d-acd5-4c4e-852c-3aee465c41d8 req-2c7ccbf0-cb6c-4589-be71-a18b4f97539b tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:02.939910 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 8e57ee3d-f783-4cc2-89aa-8dd68254f648 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:59:02.939910 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:02.940408 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cde2e92d-acd5-4c4e-852c-3aee465c41d8 req-2c7ccbf0-cb6c-4589-be71-a18b4f97539b tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 945 time: 0.0955250 Aug 21 10:59:02.996286 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cde2e92d-acd5-4c4e-852c-3aee465c41d8 req-be69c133-ac78-4415-a793-b7dadfb83e74 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461299 Aug 21 10:59:03.005144 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:03.033687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa0773f-35cb-4ab4-9e05-d831a6283fec {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:59:03.085011 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port ffa0773f-35cb-4ab4-9e05-d831a6283fec, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ffa0773f-35cb-4ab4-9e05-d831a6283fec,segment=NetworkSegment(b78823b8-e97f-43f7-9c1c-2d9418bd4638),segment_id=b78823b8-e97f-43f7-9c1c-2d9418bd4638)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:59:03.110563 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:03.128373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:03.131324 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:03.184397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ab085a-9060-488e-93d6-fa220d7ddd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e57ee3d-f783-4cc2-89aa-8dd68254f648'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:59:03.196301 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 8e57ee3d-f783-4cc2-89aa-8dd68254f648, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8e57ee3d-f783-4cc2-89aa-8dd68254f648,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:59:03.221821 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:03.223780 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=ffa0773f-35cb-4ab4-9e05-d831a6283fec,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:03.227537 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:03.227999 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0fc5662a-4911-4ec9-8a26-7e1442e299ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:03.295135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=8e57ee3d-f783-4cc2-89aa-8dd68254f648,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:03.306176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:03.419102 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ab085a-9060-488e-93d6-fa220d7ddd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e57ee3d-f783-4cc2-89aa-8dd68254f648', 'code': 200} Aug 21 10:59:03.591032 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['ffa0773f-35cb-4ab4-9e05-d831a6283fec'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:59:03.940764 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-31fc38ba-1107-4c7f-9d18-2d740a46b563 req-84d15a68-e23b-4e07-83df-d56c849166ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 1099 time: 0.1445735 Aug 21 10:59:03.950594 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d9ccf-4e6f-46c9-9ff1-3cee9b32d7a9 req-2ec06d9a-90a9-4959-9112-9881690e94b9 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:03.952102 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a42d9ccf-4e6f-46c9-9ff1-3cee9b32d7a9 req-2ec06d9a-90a9-4959-9112-9881690e94b9 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 945 time: 0.1164529 Aug 21 10:59:04.027223 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-31fc38ba-1107-4c7f-9d18-2d740a46b563 req-b1bb85e0-102e-442a-8ea9-6233aa1da8f6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740867 Aug 21 10:59:04.032141 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a42d9ccf-4e6f-46c9-9ff1-3cee9b32d7a9 req-2badc457-c929-4db6-99bb-94d23cd6a6ba tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653772 Aug 21 10:59:04.212289 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11270fe-591b-41d5-8ae4-3cdceb32e609 req-85474098-7ac8-4205-a0ae-aa1fe6598507 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:04.213901 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e11270fe-591b-41d5-8ae4-3cdceb32e609 req-85474098-7ac8-4205-a0ae-aa1fe6598507 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 946 time: 0.0851765 Aug 21 10:59:04.266747 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e11270fe-591b-41d5-8ae4-3cdceb32e609 req-9d7fede0-f8bd-4c68-acb5-1666be226c03 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465715 Aug 21 10:59:04.651002 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device ffa0773f-35cb-4ab4-9e05-d831a6283fec up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:59:04.747126 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port ffa0773f-35cb-4ab4-9e05-d831a6283fec completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:59:04.752746 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port ffa0773f-35cb-4ab4-9e05-d831a6283fec triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:59:04.753200 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:04.888010 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:04.924196 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port ffa0773f-35cb-4ab4-9e05-d831a6283fec, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ffa0773f-35cb-4ab4-9e05-d831a6283fec,segment=NetworkSegment(b78823b8-e97f-43f7-9c1c-2d9418bd4638),segment_id=b78823b8-e97f-43f7-9c1c-2d9418bd4638)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:59:04.976409 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:04.978444 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:05.043969 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=ffa0773f-35cb-4ab4-9e05-d831a6283fec,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:05.046907 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:05.291951 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f668f2-093d-474a-a398-869b9e6eb698 req-66d3a54b-ed25-48fe-8960-9613c76eca13 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:05.293602 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-19f668f2-093d-474a-a398-869b9e6eb698 req-66d3a54b-ed25-48fe-8960-9613c76eca13 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 946 time: 0.0869026 Aug 21 10:59:05.342569 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-19f668f2-093d-474a-a398-869b9e6eb698 req-f69618e1-dc11-418c-a96c-f7b70ed23020 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428760 Aug 21 10:59:05.419921 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac18106-97cc-493b-ac0d-7354c91fccad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa0773f-35cb-4ab4-9e05-d831a6283fec'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:59:05.474403 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac18106-97cc-493b-ac0d-7354c91fccad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa0773f-35cb-4ab4-9e05-d831a6283fec', 'code': 200} Aug 21 10:59:05.476406 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa164bfd-9f74-4406-bd9c-ef5e10dfcbe2 req-c4710de8-85af-4cfb-85cb-5a37603a99f2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:05.478147 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-aa164bfd-9f74-4406-bd9c-ef5e10dfcbe2 req-c4710de8-85af-4cfb-85cb-5a37603a99f2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 946 time: 0.0848207 Aug 21 10:59:05.528169 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-aa164bfd-9f74-4406-bd9c-ef5e10dfcbe2 req-85e7b48a-1835-4fb7-9a57-c051fa5caee1 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439019 Aug 21 10:59:05.793390 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8fb0db36-b447-4b55-adae-b8cf06aa6169 req-6417ccee-8efd-4cbb-863d-cef1617b932b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 1099 time: 0.0803041 Aug 21 10:59:05.837214 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8fb0db36-b447-4b55-adae-b8cf06aa6169 req-68cfda23-2652-46ab-a0da-6d55b537a7e0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371203 Aug 21 10:59:06.050172 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:06.741762 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64086ce-82ca-4340-b2e0-49f4cd99c80c req-218b5a6c-4749-4b93-b3a6-d1842ea70d87 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:06.743408 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d64086ce-82ca-4340-b2e0-49f4cd99c80c req-218b5a6c-4749-4b93-b3a6-d1842ea70d87 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 946 time: 0.2786102 Aug 21 10:59:06.745150 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e94938-4bed-425f-bf62-86091a8e1d16 req-3174a3b6-8a0d-4f53-8a43-c1c011110f2b tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:06.746742 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e5e94938-4bed-425f-bf62-86091a8e1d16 req-3174a3b6-8a0d-4f53-8a43-c1c011110f2b tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 946 time: 0.0885339 Aug 21 10:59:06.793965 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d64086ce-82ca-4340-b2e0-49f4cd99c80c req-0fb6f4ce-953a-4850-b46b-a46fc40d7717 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441990 Aug 21 10:59:06.795268 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e5e94938-4bed-425f-bf62-86091a8e1d16 req-2bd144cb-61c0-465a-a2dd-e21cf63ac631 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422556 Aug 21 10:59:06.999393 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0f41a-cb90-4030-a8e0-18d17d839446 req-4f926970-b534-479a-95fb-9ce4c7d083d5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:07.001006 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3df0f41a-cb90-4030-a8e0-18d17d839446 req-4f926970-b534-479a-95fb-9ce4c7d083d5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 946 time: 0.0813575 Aug 21 10:59:07.051270 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3df0f41a-cb90-4030-a8e0-18d17d839446 req-5adb2b44-d4cd-482c-8425-c427110c79e4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438910 Aug 21 10:59:07.078336 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57876) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:59:07.356964 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-6fdd0665-5f0e-4f7b-82e2-50c71a7b608e tempest-TestVolumeBootPattern-447381121 tempest-TestVolumeBootPattern-447381121-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 1094 time: 0.2772169 Aug 21 10:59:07.357594 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57884) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:59:07.363481 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Request body: {'floatingip': {'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'port_id': '8e57ee3d-f783-4cc2-89aa-8dd68254f648', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address': '172.20.0.14'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:59:07.369502 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:59:07.373524 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Usage tracker for resource:floatingip and tenant:5a81a97062a44c1a82976925e1efb742 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:59:07.376896 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:59:07.383620 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:59:07.426817 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for floatingip, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:07.573322 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:07.732121 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Allocated IP 172.27.3.103 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/cc4f6359-1432-4813-a7da-a7d6cb9e5cfc) {{(pid=82511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:59:07.888408 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for port, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:07.960765 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:07.972242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-08187d2b-9867-45a5-8636-55dcc254c270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:08.253798 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:59:08.258935 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:59:08.261125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event updated for resources: {'Port': ['ID=cc4f6359-1432-4813-a7da-a7d6cb9e5cfc,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:08.271373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Received port after_create {{(pid=82511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:59:08.315976 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:08.316391 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:08.316801 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:08.317203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:08.317605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:08.318003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:08.318915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:08.319317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:08.319738 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:08.320159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:08.320529 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:08.324761 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:08.343643 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a411d-5eeb-42a8-aeb9-08bbe1bffa03 req-a5b143b7-ee91-4dca-8ab2-68c1e37f3a27 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:08.345263 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0a411d-5eeb-42a8-aeb9-08bbe1bffa03 req-a5b143b7-ee91-4dca-8ab2-68c1e37f3a27 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 946 time: 0.4227941 Aug 21 10:59:08.482041 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0a411d-5eeb-42a8-aeb9-08bbe1bffa03 req-893b726f-5f46-451e-82b0-c2e4a7228e94 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299002 Aug 21 10:59:09.029344 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:09.121048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:09.353484 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for port, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:09.386970 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31833227'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:09.387279 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-45f90279-1a4a-4b80-91e9-514a1e265b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:09.393926 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:09.504724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event updated for resources: {'Port': ['ID=cc4f6359-1432-4813-a7da-a7d6cb9e5cfc,revision_number=2']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:09.509219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:09.519203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:09.719558 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.l3_db [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Floating IP 121c4270-69b7-4fe7-9edf-8bdcf71b27ef associated. External IP: 172.27.3.103, port: 8e57ee3d-f783-4cc2-89aa-8dd68254f648. Aug 21 10:59:10.328735 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Router 214fac9c-89b6-4d25-a790-e3ba951d6485 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 10:59:10.541768 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:59:10.551944 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8da3fc-311b-4158-b3a0-59f5e0e55b6d None None] Sync routers for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:59:10.567755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8da3fc-311b-4158-b3a0-59f5e0e55b6d None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:59:10.568988 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-2f8da3fc-311b-4158-b3a0-59f5e0e55b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:58:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:59:10.592534 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:10.653708 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2949631 Aug 21 10:59:10.654654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ab085a-9060-488e-93d6-fa220d7ddd7b', 'tag': '8e57ee3d-f783-4cc2-89aa-8dd68254f648'}] {{(pid=82511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:59:10.797049 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ab085a-9060-488e-93d6-fa220d7ddd7b', 'tag': '8e57ee3d-f783-4cc2-89aa-8dd68254f648', 'status': 'completed', 'code': 200} Aug 21 10:59:10.902652 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9fbadfd8-1543-456f-b73f-6b696e84a832 req-8733d71b-f28d-42b8-8a7c-9cd267be73e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 1099 time: 0.0737424 Aug 21 10:59:10.924891 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-2f8da3fc-311b-4158-b3a0-59f5e0e55b6d None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:59:10.971781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:11.045656 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbadfd8-1543-456f-b73f-6b696e84a832 req-e3fb348b-7896-4cb6-9cca-08a71d82112a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:11.047235 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9fbadfd8-1543-456f-b73f-6b696e84a832 req-e3fb348b-7896-4cb6-9cca-08a71d82112a service neutron] 10.222.0.35 "GET /v2.0/networks?id=72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 200 len: 913 time: 0.1378970 Aug 21 10:59:11.156860 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9fbadfd8-1543-456f-b73f-6b696e84a832 req-be3a79a3-3d58-4003-bd9c-4d74df54468d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e57ee3d-f783-4cc2-89aa-8dd68254f648 HTTP/1.1" status: 200 len: 1000 time: 0.1026077 Aug 21 10:59:11.227397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbadfd8-1543-456f-b73f-6b696e84a832 req-339ced56-24c0-418c-91bc-71f593f9308f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:11.228995 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9fbadfd8-1543-456f-b73f-6b696e84a832 req-339ced56-24c0-418c-91bc-71f593f9308f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e48e03a-0b14-438e-a40a-f8cd4e77adf3 HTTP/1.1" status: 200 len: 851 time: 0.0657878 Aug 21 10:59:11.292269 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-2f8da3fc-311b-4158-b3a0-59f5e0e55b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '121c4270-69b7-4fe7-9edf-8bdcf71b27ef', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'floating_ip_address': '172.27.3.103', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'port_id': '8e57ee3d-f783-4cc2-89aa-8dd68254f648', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'mac_address': 'fa:16:3e:b7:37:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ab085a-9060-488e-93d6-fa220d7ddd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:59:08Z', 'updated_at': '2021-08-21T10:59:08Z', 'revision_number': 0, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:59:11.296355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8da3fc-311b-4158-b3a0-59f5e0e55b6d None None] Checking router: 214fac9c-89b6-4d25-a790-e3ba951d6485 for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:59:11.308087 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8da3fc-311b-4158-b3a0-59f5e0e55b6d None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:59:11.308755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-2f8da3fc-311b-4158-b3a0-59f5e0e55b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:58:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:59:11.311090 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9fbadfd8-1543-456f-b73f-6b696e84a832 req-c71c16ee-4e85-4bb6-9b69-0696856fddb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72b0ec08-f5e0-4143-aa96-7f6e7b152022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757442 Aug 21 10:59:11.454180 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9fbadfd8-1543-456f-b73f-6b696e84a832 req-7d8162c7-c792-4dc1-8c3b-39bac10c2013 service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358395 Aug 21 10:59:11.493408 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-2f8da3fc-311b-4158-b3a0-59f5e0e55b6d None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:59:11.611160 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9fbadfd8-1543-456f-b73f-6b696e84a832 req-d519d0d2-b82b-4d64-a2c7-b0979ef74187 service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461051 Aug 21 10:59:11.863678 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-2f8da3fc-311b-4158-b3a0-59f5e0e55b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '121c4270-69b7-4fe7-9edf-8bdcf71b27ef', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'floating_ip_address': '172.27.3.103', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'port_id': '8e57ee3d-f783-4cc2-89aa-8dd68254f648', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'mac_address': 'fa:16:3e:b7:37:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ab085a-9060-488e-93d6-fa220d7ddd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:59:08Z', 'updated_at': '2021-08-21T10:59:08Z', 'revision_number': 0, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:59:11.868668 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8da3fc-311b-4158-b3a0-59f5e0e55b6d None None] The sync data for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi is: [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '121c4270-69b7-4fe7-9edf-8bdcf71b27ef', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'floating_ip_address': '172.27.3.103', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'port_id': '8e57ee3d-f783-4cc2-89aa-8dd68254f648', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'mac_address': 'fa:16:3e:b7:37:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ab085a-9060-488e-93d6-fa220d7ddd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:59:08Z', 'updated_at': '2021-08-21T10:59:08Z', 'revision_number': 0, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:59:11.974854 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2e8c3041-261b-47ea-bb32-160772cf68e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:12.128452 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57958) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:59:12.202973 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-12102ff5-06e7-4171-91e4-e6ba9689b396 admin admin] Deleting subnet f4886a4b-2ada-4efe-8eb8-fe4891e33bd2 {{(pid=82511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 10:59:12.208534 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-12102ff5-06e7-4171-91e4-e6ba9689b396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:12.221944 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e6588a-8854-46d5-b7be-434e05f6e25c None None] New status for floating IP 121c4270-69b7-4fe7-9edf-8bdcf71b27ef: ACTIVE {{(pid=82514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 10:59:12.243311 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:12.266000 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-12102ff5-06e7-4171-91e4-e6ba9689b396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853246605'] for subnet, precommit_delete_associations {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:12.325291 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-12102ff5-06e7-4171-91e4-e6ba9689b396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:12.421624 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-12102ff5-06e7-4171-91e4-e6ba9689b396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31833284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822819163'] for subnet, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:12.426373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:12.464269 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12102ff5-06e7-4171-91e4-e6ba9689b396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4886a4b-2ada-4efe-8eb8-fe4891e33bd2,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:12.467176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-12102ff5-06e7-4171-91e4-e6ba9689b396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:12.469985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-12102ff5-06e7-4171-91e4-e6ba9689b396 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:12.479933 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-12102ff5-06e7-4171-91e4-e6ba9689b396 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f4886a4b-2ada-4efe-8eb8-fe4891e33bd2 HTTP/1.1" status: 204 len: 168 time: 0.3480706 Aug 21 10:59:12.480185 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 57964) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:59:12.596765 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b8b4-7a07-4663-aaa8-b9cac13a64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:12.728659 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b8b4-7a07-4663-aaa8-b9cac13a64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:12.742308 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-2bd4b8b4-7a07-4663-aaa8-b9cac13a64a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8c0b2e-4216-4412-a938-fdf5b4447405']}} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:59:12.754955 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-2bd4b8b4-7a07-4663-aaa8-b9cac13a64a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3111b7d9-7e45-4e7e-813f-5aabb72f0dde') {'for_net_delete': True} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:59:12.755303 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-2bd4b8b4-7a07-4663-aaa8-b9cac13a64a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3111b7d9-7e45-4e7e-813f-5aabb72f0dde') {} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:59:12.766947 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b8b4-7a07-4663-aaa8-b9cac13a64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1529211'] for segment, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:12.781340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b8b4-7a07-4663-aaa8-b9cac13a64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:12.787438 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd4b8b4-7a07-4663-aaa8-b9cac13a64a2 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=82511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 10:59:12.787916 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b8b4-7a07-4663-aaa8-b9cac13a64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31833257'] for segment, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:59:12.801776 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:59:12.906893 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b8b4-7a07-4663-aaa8-b9cac13a64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:12.911856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b8b4-7a07-4663-aaa8-b9cac13a64a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:12.916613 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-223e7cc9-fc0f-4423-bb67-e5b8d882de7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:12.936949 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-2bd4b8b4-7a07-4663-aaa8-b9cac13a64a2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/de8c0b2e-4216-4412-a938-fdf5b4447405 HTTP/1.1" status: 204 len: 168 time: 0.4543524 Aug 21 10:59:12.937946 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4b8b4-7a07-4663-aaa8-b9cac13a64a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=de8c0b2e-4216-4412-a938-fdf5b4447405,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:12.939939 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 57970) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:59:12.940664 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2bd4b8b4-7a07-4663-aaa8-b9cac13a64a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:13.005183 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9be22f-48e0-40d1-8144-e053418b740a admin admin] Deleting subnet f2440c35-ca77-4878-89ca-d0ca15be5247 {{(pid=82512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 10:59:13.008235 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2b9be22f-48e0-40d1-8144-e053418b740a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:13.058597 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2b9be22f-48e0-40d1-8144-e053418b740a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853126341'] for subnet, precommit_delete_associations {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:13.119413 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2b9be22f-48e0-40d1-8144-e053418b740a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:13.214904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2b9be22f-48e0-40d1-8144-e053418b740a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822618240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32114412'] for subnet, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:13.220059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-29ceb4bf-9d8f-4452-a040-574bbd06d18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:13.257628 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9be22f-48e0-40d1-8144-e053418b740a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2440c35-ca77-4878-89ca-d0ca15be5247,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:13.260971 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2b9be22f-48e0-40d1-8144-e053418b740a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:13.264839 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2b9be22f-48e0-40d1-8144-e053418b740a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:13.270888 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-2b9be22f-48e0-40d1-8144-e053418b740a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f2440c35-ca77-4878-89ca-d0ca15be5247 HTTP/1.1" status: 204 len: 168 time: 0.3297372 Aug 21 10:59:13.274144 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 57974) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:59:13.386364 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-94b51d14-7e41-4e01-adfd-9531ccb06ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:13.515244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-94b51d14-7e41-4e01-adfd-9531ccb06ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:13.528927 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-94b51d14-7e41-4e01-adfd-9531ccb06ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89fe04d-784b-4477-b9a9-a57e536fbd0b']}} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:59:13.542858 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-94b51d14-7e41-4e01-adfd-9531ccb06ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf61886-24cc-4636-8155-f4509dd0b805') {'for_net_delete': True} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:59:13.543206 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-94b51d14-7e41-4e01-adfd-9531ccb06ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf61886-24cc-4636-8155-f4509dd0b805') {} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:59:13.557008 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-94b51d14-7e41-4e01-adfd-9531ccb06ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649459'] for segment, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:13.576656 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-94b51d14-7e41-4e01-adfd-9531ccb06ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:13.582980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b51d14-7e41-4e01-adfd-9531ccb06ee3 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=82512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 10:59:13.583412 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-94b51d14-7e41-4e01-adfd-9531ccb06ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822618131'] for segment, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:13.592857 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 10:59:13.597394 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 10:59:13.763810 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-94b51d14-7e41-4e01-adfd-9531ccb06ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:13.767862 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:13.787019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-94b51d14-7e41-4e01-adfd-9531ccb06ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:13.789781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b51d14-7e41-4e01-adfd-9531ccb06ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c89fe04d-784b-4477-b9a9-a57e536fbd0b,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:13.792911 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-94b51d14-7e41-4e01-adfd-9531ccb06ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:13.797062 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-94b51d14-7e41-4e01-adfd-9531ccb06ee3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c89fe04d-784b-4477-b9a9-a57e536fbd0b HTTP/1.1" status: 204 len: 168 time: 0.5218337 Aug 21 10:59:14.080741 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 57984) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:59:14.138298 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-fdde4599-11d9-4825-8dea-462a66116b8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=317e5ed80a09440b988db19b857cbb50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562792 Aug 21 10:59:14.140747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 57988) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:59:14.202779 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-73ca237c-c50d-4e47-aed1-b8630a8d23ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:14.230034 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-73ca237c-c50d-4e47-aed1-b8630a8d23ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:14.300861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-73ca237c-c50d-4e47-aed1-b8630a8d23ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:14.306314 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a4e96841-42e2-47b3-8648-c30a1fc30a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:14.319522 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca237c-c50d-4e47-aed1-b8630a8d23ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4829fdea-4960-4791-83f4-6cf87d8c2fbb,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:14.322301 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-73ca237c-c50d-4e47-aed1-b8630a8d23ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:14.323455 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-73ca237c-c50d-4e47-aed1-b8630a8d23ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:14.326442 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-73ca237c-c50d-4e47-aed1-b8630a8d23ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4829fdea-4960-4791-83f4-6cf87d8c2fbb HTTP/1.1" status: 204 len: 168 time: 0.1846836 Aug 21 10:59:14.931945 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 58000) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:59:14.986247 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-13a1b8c1-aa0a-41f0-ae38-6416154aac43 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9662d26840084244b4002a1f64d9014e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529904 Aug 21 10:59:14.988775 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 58004) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:59:15.054109 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2d0be49b-02a7-48dd-8c9d-fc78303731ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:15.080912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2d0be49b-02a7-48dd-8c9d-fc78303731ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:15.151928 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2d0be49b-02a7-48dd-8c9d-fc78303731ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:15.156932 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-7ccee2a0-ad9b-4739-8ea6-86157cff73d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:15.169176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0be49b-02a7-48dd-8c9d-fc78303731ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b567350d-0ec9-48fd-a14f-00e70f7c3712,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:15.171809 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2d0be49b-02a7-48dd-8c9d-fc78303731ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:15.175383 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2d0be49b-02a7-48dd-8c9d-fc78303731ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:15.179572 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-2d0be49b-02a7-48dd-8c9d-fc78303731ba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b567350d-0ec9-48fd-a14f-00e70f7c3712 HTTP/1.1" status: 204 len: 168 time: 0.1892855 Aug 21 10:59:17.295381 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-96f8adbd-3d90-486b-a1f3-e946b7d4e76f tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Synchronizing usage tracker for tenant:558d426de72a4151952770512d159a9d on resource:security_group {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:59:17.340692 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-96f8adbd-3d90-486b-a1f3-e946b7d4e76f tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Unset dirty status for tenant:558d426de72a4151952770512d159a9d on resource:security_group {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:59:17.341961 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-96f8adbd-3d90-486b-a1f3-e946b7d4e76f tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1694615810&fields=id&tenant_id=558d426de72a4151952770512d159a9d HTTP/1.1" status: 200 len: 267 time: 0.0922120 Aug 21 10:59:17.500903 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-31903e45-f90e-486a-899f-29ad2ea74aac tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:17.502632 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-31903e45-f90e-486a-899f-29ad2ea74aac tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/networks?id=6df240d9-4fce-45b3-a345-b6f9966b28a5 HTTP/1.1" status: 200 len: 809 time: 0.1536355 Aug 21 10:59:17.519745 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-0b69039c-8470-45cd-bfe9-ae2dec4b7dd1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/quotas/558d426de72a4151952770512d159a9d HTTP/1.1" status: 200 len: 375 time: 0.0111587 Aug 21 10:59:17.610143 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-54302113-8cd9-4a32-8c38-a1d7affd5dcc tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=558d426de72a4151952770512d159a9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847204 Aug 21 10:59:17.757387 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-d3996ef7-37e7-4884-bdf8-11501293f2f0 service neutron] 10.222.0.49 "GET /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345656 Aug 21 10:59:17.897181 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-49628e33-81e2-4473-8422-45e2941be2ed service neutron] 10.222.0.49 "GET /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332231 Aug 21 10:59:18.248344 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-02dbbe9a-9707-47f4-87cc-efc913154764 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=188ea5053d3d447d9d8458dbe5db7648&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329659 Aug 21 10:59:18.412038 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-894e8d9a-33d4-4fb0-a42a-d7fb56cecb22 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:18.413677 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-894e8d9a-33d4-4fb0-a42a-d7fb56cecb22 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1592965 Aug 21 10:59:18.432357 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-d802bef8-1046-4a1d-be84-b7d51520cfd9 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/quotas/188ea5053d3d447d9d8458dbe5db7648 HTTP/1.1" status: 200 len: 375 time: 0.0124915 Aug 21 10:59:18.474568 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5e939228-5541-4232-8b31-5db26de727a5 req-5cb80abc-3787-4811-a98a-b6964e7867bb tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 210 time: 0.0464189 Aug 21 10:59:18.483670 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-12039885-51e8-4c61-876d-91d976e0fde1 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=188ea5053d3d447d9d8458dbe5db7648&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457134 Aug 21 10:59:19.648968 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a2659347-fa88-460a-837d-c49219b1609f req-84e335f3-6058-4eb6-a1fb-3d50b2540e2c tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 210 time: 0.0451958 Aug 21 10:59:19.764825 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8e302af6-2541-4a2f-84a5-d9eb639c6e96 req-720e5272-825c-4466-b994-80ccccdd7399 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 210 time: 0.0471370 Aug 21 10:59:20.822291 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-5b062c80-235c-4c95-953e-074408fca424 req-f41b20c2-7939-4e34-8e34-b5ea92113af1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Synchronizing usage tracker for tenant:558d426de72a4151952770512d159a9d on resource:port {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:59:20.872340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-5b062c80-235c-4c95-953e-074408fca424 req-f41b20c2-7939-4e34-8e34-b5ea92113af1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Unset dirty status for tenant:558d426de72a4151952770512d159a9d on resource:port {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:59:20.873644 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5b062c80-235c-4c95-953e-074408fca424 req-f41b20c2-7939-4e34-8e34-b5ea92113af1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 210 time: 0.0988209 Aug 21 10:59:20.934989 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf803596-c8b6-4c21-b9b2-af9739670995 req-751e14b9-2c34-4e65-88c6-a447b225ac78 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 210 time: 0.0445278 Aug 21 10:59:22.042787 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b0836db0-d62e-4937-94dd-502f12248c19 req-f2b4e05a-38d7-4a97-a204-553fdd4f7de0 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 210 time: 0.0450466 Aug 21 10:59:22.098733 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8b3e762a-91e1-4af1-bc91-0fc7ba577596 req-9d70632d-5ad3-47b8-8551-c115cb2c8d46 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 210 time: 0.0437942 Aug 21 10:59:23.212161 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3e8890e8-835c-48e7-abdb-b71c421fd6bf req-9a2b3820-a94f-4830-a2cf-a81279805402 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 210 time: 0.0454705 Aug 21 10:59:23.266826 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-af2fb88f-0e55-4e83-8541-684d87a66c81 req-871dde68-639b-492f-937d-0da9dbc331f7 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 210 time: 0.0473664 Aug 21 10:59:23.626450 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-91d60acf-e2eb-418a-acf4-2b5d6298e155 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:23.628121 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-91d60acf-e2eb-418a-acf4-2b5d6298e155 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.35 "GET /v2.0/networks?id=6df240d9-4fce-45b3-a345-b6f9966b28a5 HTTP/1.1" status: 200 len: 809 time: 0.1588664 Aug 21 10:59:23.683577 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-fef9fc4e-8618-4ed9-98cd-cce715c3f09e tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=558d426de72a4151952770512d159a9d HTTP/1.1" status: 200 len: 380 time: 0.0439138 Aug 21 10:59:23.692906 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Request body: {'port': {'device_id': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'admin_state_up': True, 'tenant_id': '558d426de72a4151952770512d159a9d', 'security_groups': ['a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c']}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:59:23.837846 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:59:23.847769 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:59:23.912052 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Made reservation on behalf of 558d426de72a4151952770512d159a9d for: {'port': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:59:23.917866 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:24.111046 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-61a15a9c-ebbc-4a51-b4ee-11029ae58bff tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=188ea5053d3d447d9d8458dbe5db7648&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435336 Aug 21 10:59:24.210935 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Allocated IP 172.20.0.12 (6df240d9-4fce-45b3-a345-b6f9966b28a5/bdac1830-69da-4558-9f73-a2fe3f432dea/da4b2d14-d451-42e8-af72-be5b877d4b75) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:59:24.396863 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-abe34908-4820-46c2-9d19-a194058a9e6d req-9a21f938-6fd2-4c8b-af8b-9fa7dd8e254b tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 210 time: 0.0564423 Aug 21 10:59:24.646521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-8958b0a0-5f59-42dc-a281-270b8b30836f tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:24.648711 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-8958b0a0-5f59-42dc-a281-270b8b30836f tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5289745 Aug 21 10:59:24.653008 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-52c70fd4-69b4-4622-a234-f9a89789fc53 req-1ed005a2-2d70-4fa2-9ba1-cc3dc93ad9c0 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 210 time: 0.0794497 Aug 21 10:59:24.715830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:24.731917 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Transition to ACTIVE for port object da4b2d14-d451-42e8-af72-be5b877d4b75 will not be triggered until provisioned by entity DHCP. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:59:24.775360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:24.781517 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:24.853082 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Network 6df240d9-4fce-45b3-a345-b6f9966b28a5 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:59:24.856338 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:59:24.861198 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:59:24.892256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Pushing event updated for resources: {'Port': ['ID=da4b2d14-d451-42e8-af72-be5b877d4b75,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:24.898196 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:24.932093 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:24.932792 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:25.016174 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3271537 Aug 21 10:59:25.266533 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-f2a163ff-b6de-40b4-b9cd-50f2e466448d None None] Provisioning for port da4b2d14-d451-42e8-af72-be5b877d4b75 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:59:25.271982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-f2a163ff-b6de-40b4-b9cd-50f2e466448d None None] Provisioning complete for port da4b2d14-d451-42e8-af72-be5b877d4b75 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:59:25.272447 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f2a163ff-b6de-40b4-b9cd-50f2e466448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:25.328534 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-f2a163ff-b6de-40b4-b9cd-50f2e466448d None None] Port da4b2d14-d451-42e8-af72-be5b877d4b75 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 10:59:25.605811 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbeb532-fda4-4737-8549-0d354d040723 req-765873bb-5bce-4155-88f7-3a4b9ead4156 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:25.607384 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3fbeb532-fda4-4737-8549-0d354d040723 req-765873bb-5bce-4155-88f7-3a4b9ead4156 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 932 time: 0.0828815 Aug 21 10:59:25.653892 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-3fbeb532-fda4-4737-8549-0d354d040723 req-e093d9eb-94ca-4da3-9106-6f2734d0809e tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Synchronizing usage tracker for tenant:558d426de72a4151952770512d159a9d on resource:security_group {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:59:25.666503 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-3fbeb532-fda4-4737-8549-0d354d040723 req-e093d9eb-94ca-4da3-9106-6f2734d0809e tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Unset dirty status for tenant:558d426de72a4151952770512d159a9d on resource:security_group {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:59:25.667680 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3fbeb532-fda4-4737-8549-0d354d040723 req-e093d9eb-94ca-4da3-9106-6f2734d0809e tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542653 Aug 21 10:59:25.818951 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fc55558a-4427-47b2-ab0d-8e2604fc2b85 req-0fc48c66-daa3-42f7-b594-578094edb685 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 210 time: 0.0450389 Aug 21 10:59:26.874966 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909cd47-4ede-499d-bc0b-a720d6cc2581 req-f4b309c3-7c3f-4595-9250-f29a42f1e504 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:26.876883 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a909cd47-4ede-499d-bc0b-a720d6cc2581 req-f4b309c3-7c3f-4595-9250-f29a42f1e504 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 932 time: 0.0861888 Aug 21 10:59:26.929058 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Request body: {'port': {'device_id': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:59:26.930671 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a909cd47-4ede-499d-bc0b-a720d6cc2581 req-7c1eeb74-dd2f-4b60-bddf-c3105b756ffd tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459013 Aug 21 10:59:26.963843 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Request body: {'port': {'device_id': '65f93560-6249-472d-aec0-12c8a55baf94', 'network_id': '2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf', 'admin_state_up': True, 'tenant_id': '188ea5053d3d447d9d8458dbe5db7648'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:59:27.099459 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a8ce4bd3-cbec-4e6d-a981-038642f8e135 req-6868d688-39da-4269-8efb-839652ebc031 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 210 time: 0.1215496 Aug 21 10:59:27.216533 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:27.238726 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:59:27.278275 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Usage tracker for resource:port and tenant:188ea5053d3d447d9d8458dbe5db7648 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:59:27.282981 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:59:27.292029 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:59:27.363800 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Made reservation on behalf of 188ea5053d3d447d9d8458dbe5db7648 for: {'port': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 10:59:27.369912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:27.392680 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:27.513000 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:59:27.520274 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Usage tracker for resource:security_group_rule and tenant:188ea5053d3d447d9d8458dbe5db7648 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:59:27.525218 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:59:27.534876 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:59:27.705582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:27.709641 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4b2d14-d451-42e8-af72-be5b877d4b75 {{(pid=82512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:59:27.719077 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:27.732066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Transition to ACTIVE for port object da4b2d14-d451-42e8-af72-be5b877d4b75 will not be triggered until provisioned by entity L2. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:59:27.734429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:27.738861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4bc6880b-9fed-484d-9f12-9b9aa7caf6a1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:27.787304 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:27.830667 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dc85c2-2217-4607-8043-7dcef42a2b47,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:27.834145 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:27.838791 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d75c8907-ada1-4d3e-9415-09798016480e tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:27.975865 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Pushing event updated for resources: {'Port': ['ID=da4b2d14-d451-42e8-af72-be5b877d4b75,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:28.016713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:28.136652 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Allocated IP 192.168.233.37 (2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf/9023eaea-2651-486e-bed1-9a60d9f9dfaa/6f5ccd9a-97a5-4842-9945-64e503dd4ad4) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:59:28.142179 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5a9ed-4f0b-4b54-a6fc-c112683a275f req-db15fa5a-41cc-4c41-9c11-4bb95617a65f tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:28.151349 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0ca5a9ed-4f0b-4b54-a6fc-c112683a275f req-db15fa5a-41cc-4c41-9c11-4bb95617a65f tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.0917549 Aug 21 10:59:28.165211 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Attempting to bind port da4b2d14-d451-42e8-af72-be5b877d4b75 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:59:28.165574 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Attempting to bind port da4b2d14-d451-42e8-af72-be5b877d4b75 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'e77f996e-e517-406a-b8e5-4f9fefd14e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5'}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:59:28.165959 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Attempting to bind port da4b2d14-d451-42e8-af72-be5b877d4b75 on network 6df240d9-4fce-45b3-a345-b6f9966b28a5 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:59:28.172858 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Port da4b2d14-d451-42e8-af72-be5b877d4b75 on network 6df240d9-4fce-45b3-a345-b6f9966b28a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:59:28.172858 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Attempting to bind port da4b2d14-d451-42e8-af72-be5b877d4b75 on network 6df240d9-4fce-45b3-a345-b6f9966b28a5 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:59:28.180216 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:59:28.180601 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Checking segment: {'id': 'e77f996e-e517-406a-b8e5-4f9fefd14e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:59:28.181037 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Bound using segment: {'id': 'e77f996e-e517-406a-b8e5-4f9fefd14e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5'} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:59:28.181524 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Bound port: da4b2d14-d451-42e8-af72-be5b877d4b75, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e77f996e-e517-406a-b8e5-4f9fefd14e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5'}}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:59:28.181962 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:28.236350 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0ca5a9ed-4f0b-4b54-a6fc-c112683a275f req-6c90cb4f-f109-4e37-8a4c-a3f2bca4ebb7 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840046 Aug 21 10:59:28.367876 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-78c98fba-1872-483f-a5b7-3194d5783b72 req-099c8675-11da-407b-8df3-2bbf31a1c03c tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 210 time: 0.0682940 Aug 21 10:59:28.374941 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] For port da4b2d14-d451-42e8-af72-be5b877d4b75, host hv-cinder-80547, cleared binding levels {{(pid=82512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:59:28.404793 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] For port da4b2d14-d451-42e8-af72-be5b877d4b75, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=da4b2d14-d451-42e8-af72-be5b877d4b75,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:59:28.452822 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:28.462388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-431b458c-347d-40fb-8720-298a7d17e0a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:28.532676 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:28.534178 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] 10.222.0.35 "PUT /v2.0/ports/da4b2d14-d451-42e8-af72-be5b877d4b75 HTTP/1.1" status: 200 len: 1094 time: 1.6114519 Aug 21 10:59:28.544617 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'tag': 'da4b2d14-d451-42e8-af72-be5b877d4b75'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:59:28.575420 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Pushing event updated for resources: {'Port': ['ID=da4b2d14-d451-42e8-af72-be5b877d4b75,revision_number=3']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:28.579047 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:28.653213 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'tag': 'da4b2d14-d451-42e8-af72-be5b877d4b75', 'status': 'completed', 'code': 200} Aug 21 10:59:28.690285 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:28.712787 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Transition to ACTIVE for port object 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 will not be triggered until provisioned by entity DHCP. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:59:28.744617 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-09bdc5af-18d3-4d32-a42d-a2cd84aaf9bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=558d426de72a4151952770512d159a9d&device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 1097 time: 0.1404779 Aug 21 10:59:28.808325 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:28.820830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:28.857625 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-9fd2b0be-546e-4a2f-a075-1ffa8317dd36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da4b2d14-d451-42e8-af72-be5b877d4b75 HTTP/1.1" status: 200 len: 217 time: 0.1049249 Aug 21 10:59:28.945205 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Network 2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:59:28.950029 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:59:28.958029 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:59:28.989235 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Pushing event updated for resources: {'Port': ['ID=6f5ccd9a-97a5-4842-9945-64e503dd4ad4,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:28.999234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:29.003094 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-9a8b8ec4-cb4b-4f1f-bfce-67b875eb85ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:29.004734 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-9a8b8ec4-cb4b-4f1f-bfce-67b875eb85ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdac1830-69da-4558-9f73-a2fe3f432dea HTTP/1.1" status: 200 len: 848 time: 0.1328325 Aug 21 10:59:29.030403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:29.031074 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:29.095471 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1740656 Aug 21 10:59:29.108647 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Request body: {'port': {'device_id': '65f93560-6249-472d-aec0-12c8a55baf94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:59:29.270702 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-9f241b61-07a4-4a59-818e-9f2465e4c861 None None] Provisioning for port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:59:29.276899 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-9f241b61-07a4-4a59-818e-9f2465e4c861 None None] Provisioning complete for port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:59:29.277501 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9f241b61-07a4-4a59-818e-9f2465e4c861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:29.337646 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-9f241b61-07a4-4a59-818e-9f2465e4c861 None None] Port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 10:59:29.504047 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:29.520278 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-2976edfe-8dce-43e5-96a8-8c536f7c271d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6df240d9-4fce-45b3-a345-b6f9966b28a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4670637 Aug 21 10:59:29.583559 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f12c99-16ae-469f-bec8-7f89c1e53e9e req-428bc77a-936d-4eca-8620-ec655a2cbcb6 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:29.585885 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-35f12c99-16ae-469f-bec8-7f89c1e53e9e req-428bc77a-936d-4eca-8620-ec655a2cbcb6 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 935 time: 0.0893035 Aug 21 10:59:29.635471 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-35f12c99-16ae-469f-bec8-7f89c1e53e9e req-2b13c360-da52-431c-8205-e115f06e4aaf tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429423 Aug 21 10:59:29.770605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f90f7-6ed1-48b8-8220-da58cc675d66 req-2447014d-1efe-48f8-b665-a6b756504394 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:29.771287 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-870f90f7-6ed1-48b8-8220-da58cc675d66 req-2447014d-1efe-48f8-b665-a6b756504394 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Synchronizing usage tracker for tenant:558d426de72a4151952770512d159a9d on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:59:29.824044 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-3fe66674-bee8-4d81-ac8d-f824bc68620a service neutron] 10.222.0.35 "GET /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933450 Aug 21 10:59:29.969106 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-870f90f7-6ed1-48b8-8220-da58cc675d66 req-2447014d-1efe-48f8-b665-a6b756504394 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Unset dirty status for tenant:558d426de72a4151952770512d159a9d on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:59:29.970366 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-870f90f7-6ed1-48b8-8220-da58cc675d66 req-2447014d-1efe-48f8-b665-a6b756504394 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.5377550 Aug 21 10:59:30.121052 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-870f90f7-6ed1-48b8-8220-da58cc675d66 req-c4d7278f-810c-4d8f-8c09-428a20b48f2b tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383419 Aug 21 10:59:30.127417 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0054739e-32bc-4d76-bc26-ccdc29835193 req-9a14bd06-1ef2-4526-98d3-64a02bbde24f service neutron] 10.222.0.35 "GET /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948024 Aug 21 10:59:30.255963 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 {{(pid=82512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:59:30.265333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:30.285357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Transition to ACTIVE for port object 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 will not be triggered until provisioned by entity L2. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 10:59:30.306021 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-296d7347-b4aa-4d7b-911c-6b900ad11f39 req-7c9f5acb-819c-45ec-b429-256ef5f91e44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=558d426de72a4151952770512d159a9d&device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 1097 time: 0.1038277 Aug 21 10:59:30.337461 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:30.391426 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:30.526322 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Pushing event updated for resources: {'Port': ['ID=6f5ccd9a-97a5-4842-9945-64e503dd4ad4,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:30.536246 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:30.664667 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d7347-b4aa-4d7b-911c-6b900ad11f39 req-60b68d2d-b259-487c-af7f-33d8e1591b7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:30.666290 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-296d7347-b4aa-4d7b-911c-6b900ad11f39 req-60b68d2d-b259-487c-af7f-33d8e1591b7e service neutron] 10.222.0.35 "GET /v2.0/networks?id=6df240d9-4fce-45b3-a345-b6f9966b28a5 HTTP/1.1" status: 200 len: 910 time: 0.3538008 Aug 21 10:59:30.747969 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-296d7347-b4aa-4d7b-911c-6b900ad11f39 req-7dba2c9f-cfb7-4ee2-aa27-3a4c7ee1a45e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da4b2d14-d451-42e8-af72-be5b877d4b75 HTTP/1.1" status: 200 len: 217 time: 0.0727417 Aug 21 10:59:30.818918 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Attempting to bind port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 10:59:30.819299 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Attempting to bind port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'ee0ae982-1812-4611-883b-801056b926f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf'}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 10:59:30.819697 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Attempting to bind port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 on network 2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:59:30.835086 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 on network 2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 10:59:30.835448 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Attempting to bind port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 on network 2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 10:59:30.842090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d7347-b4aa-4d7b-911c-6b900ad11f39 req-695666d2-7436-4db9-ad02-60b6c2e1a00d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:30.843695 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-296d7347-b4aa-4d7b-911c-6b900ad11f39 req-695666d2-7436-4db9-ad02-60b6c2e1a00d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdac1830-69da-4558-9f73-a2fe3f432dea HTTP/1.1" status: 200 len: 848 time: 0.0836055 Aug 21 10:59:30.846239 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0e903-3427-45e8-9d49-971f859d0be5 req-f2ec0f55-cac7-4596-a645-41c669e72a7e tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:30.846980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 10:59:30.847360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Checking segment: {'id': 'ee0ae982-1812-4611-883b-801056b926f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 10:59:30.847811 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Bound using segment: {'id': 'ee0ae982-1812-4611-883b-801056b926f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf'} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 10:59:30.847943 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d4a0e903-3427-45e8-9d49-971f859d0be5 req-f2ec0f55-cac7-4596-a645-41c669e72a7e tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 947 time: 0.0813990 Aug 21 10:59:30.848287 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Bound port: 6f5ccd9a-97a5-4842-9945-64e503dd4ad4, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0ae982-1812-4611-883b-801056b926f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf'}}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 10:59:30.848666 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:30.903264 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d4a0e903-3427-45e8-9d49-971f859d0be5 req-f44112d0-81e5-4285-a607-95302a5621ad tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482006 Aug 21 10:59:31.010197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] For port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4, host hv-cinder-80547, cleared binding levels {{(pid=82512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 10:59:31.014758 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-296d7347-b4aa-4d7b-911c-6b900ad11f39 req-cbca0b2b-9d82-42fe-bacd-2bd984e998cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6df240d9-4fce-45b3-a345-b6f9966b28a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1544437 Aug 21 10:59:31.016526 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] For port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=6f5ccd9a-97a5-4842-9945-64e503dd4ad4,segment=NetworkSegment(ee0ae982-1812-4611-883b-801056b926f8),segment_id=ee0ae982-1812-4611-883b-801056b926f8)] {{(pid=82512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 10:59:31.093323 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:31.102328 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b2772109-2de5-4747-a915-ff9311655eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:31.178526 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:31.180162 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] 10.222.0.35 "PUT /v2.0/ports/6f5ccd9a-97a5-4842-9945-64e503dd4ad4 HTTP/1.1" status: 200 len: 1097 time: 2.0760825 Aug 21 10:59:31.185619 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f93560-6249-472d-aec0-12c8a55baf94', 'tag': '6f5ccd9a-97a5-4842-9945-64e503dd4ad4'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:59:31.222021 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Pushing event updated for resources: {'Port': ['ID=6f5ccd9a-97a5-4842-9945-64e503dd4ad4,revision_number=3']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:31.225558 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:31.257297 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-296d7347-b4aa-4d7b-911c-6b900ad11f39 req-51b0ffc0-c679-49d4-90a6-c5025769ac35 service neutron] 10.222.0.35 "GET /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333586 Aug 21 10:59:31.290075 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f93560-6249-472d-aec0-12c8a55baf94', 'tag': '6f5ccd9a-97a5-4842-9945-64e503dd4ad4', 'status': 'completed', 'code': 200} Aug 21 10:59:31.755127 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-296d7347-b4aa-4d7b-911c-6b900ad11f39 req-56444ffe-c563-454a-92ec-4373f055cb1e service neutron] 10.222.0.35 "GET /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907923 Aug 21 10:59:31.763055 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-44bfd3ab-4e11-4c29-8170-fe53b8966c09 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=188ea5053d3d447d9d8458dbe5db7648&device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 1100 time: 0.4685886 Aug 21 10:59:31.769802 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd422a6-a4e3-4416-97fb-e3178829a258 req-6771dc16-923a-4de5-9c7f-233cf3076cd9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:31.771312 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5bd422a6-a4e3-4416-97fb-e3178829a258 req-6771dc16-923a-4de5-9c7f-233cf3076cd9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.4804127 Aug 21 10:59:31.856677 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-df740499-eb9a-4448-a9ef-689e2413a23e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=6f5ccd9a-97a5-4842-9945-64e503dd4ad4 HTTP/1.1" status: 200 len: 217 time: 0.0837989 Aug 21 10:59:31.932143 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5bd422a6-a4e3-4416-97fb-e3178829a258 req-ab070561-eca1-4b0d-a81b-71f53294b0d8 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101928 Aug 21 10:59:31.944430 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-180b6628-1b6f-4375-911a-7c3551fc8dd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:31.945997 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-180b6628-1b6f-4375-911a-7c3551fc8dd0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9023eaea-2651-486e-bed1-9a60d9f9dfaa HTTP/1.1" status: 200 len: 843 time: 0.0778308 Aug 21 10:59:32.032695 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-da7092e2-92ec-4f45-8470-7638ea5819e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0795920 Aug 21 10:59:32.109566 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bd3d7-ede5-46b5-83cd-b09545a80a4e req-0d100e9b-5691-4667-b2fc-b859ba638ae4 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:32.111152 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5b4bd3d7-ede5-46b5-83cd-b09545a80a4e req-0d100e9b-5691-4667-b2fc-b859ba638ae4 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 947 time: 0.0821693 Aug 21 10:59:32.130637 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 10:59:32.159478 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5b4bd3d7-ede5-46b5-83cd-b09545a80a4e req-c82c3cd9-85f9-4a5c-837f-946a54f2d6b4 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421968 Aug 21 10:59:32.181684 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-77078b7f-3a43-4fca-86c5-3d4b3246c012 service neutron] 10.222.0.35 "GET /v2.0/networks/2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390941 Aug 21 10:59:32.324375 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f2be8997-4272-4558-8388-1b6bfc1838b4 req-8af04736-35a0-40ed-bcbd-500523793779 service neutron] 10.222.0.35 "GET /v2.0/networks/2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365817 Aug 21 10:59:32.468476 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5b93ee40-1849-4477-b1ba-923e5cc31dc9 req-28822621-aa9a-44cd-ba08-d4ecfc76378a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=188ea5053d3d447d9d8458dbe5db7648&device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 1100 time: 0.0733213 Aug 21 10:59:32.608978 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93ee40-1849-4477-b1ba-923e5cc31dc9 req-595d6cc2-bd50-4afa-bf50-cc414faf7fa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:32.610406 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5b93ee40-1849-4477-b1ba-923e5cc31dc9 req-595d6cc2-bd50-4afa-bf50-cc414faf7fa2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf HTTP/1.1" status: 200 len: 870 time: 0.1337407 Aug 21 10:59:32.686109 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5b93ee40-1849-4477-b1ba-923e5cc31dc9 req-1a2014f3-2355-46aa-9360-879329c0fdd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=6f5ccd9a-97a5-4842-9945-64e503dd4ad4 HTTP/1.1" status: 200 len: 217 time: 0.0686262 Aug 21 10:59:32.754961 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93ee40-1849-4477-b1ba-923e5cc31dc9 req-35f9d883-aa6c-479f-abe6-d276b3e565f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:32.756641 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5b93ee40-1849-4477-b1ba-923e5cc31dc9 req-35f9d883-aa6c-479f-abe6-d276b3e565f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9023eaea-2651-486e-bed1-9a60d9f9dfaa HTTP/1.1" status: 200 len: 843 time: 0.0642197 Aug 21 10:59:32.837172 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5b93ee40-1849-4477-b1ba-923e5cc31dc9 req-e06a75f4-050b-44ca-a2ca-44eb56cf97da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0730009 Aug 21 10:59:32.980316 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5b93ee40-1849-4477-b1ba-923e5cc31dc9 req-6aab399e-baa6-4455-b8f3-06612b50c185 service neutron] 10.222.0.35 "GET /v2.0/networks/2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357954 Aug 21 10:59:33.187835 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5b93ee40-1849-4477-b1ba-923e5cc31dc9 req-74c5d842-e6ca-47d9-a0d6-513775731cf5 service neutron] 10.222.0.35 "GET /v2.0/networks/2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005866 Aug 21 10:59:33.200970 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3123f8-1b78-4c14-ac07-3a6e219fce8c req-0de43497-b5ee-4540-9c79-b5c2fe96577a tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:33.202576 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9e3123f8-1b78-4c14-ac07-3a6e219fce8c req-0de43497-b5ee-4540-9c79-b5c2fe96577a tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.1413133 Aug 21 10:59:33.253447 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9e3123f8-1b78-4c14-ac07-3a6e219fce8c req-9e901388-0696-442e-afd0-efa066f6de46 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445023 Aug 21 10:59:33.379814 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1f890-a57d-4f2f-b81b-0193a147dbf3 req-44b15678-212b-4fc4-9096-9b4ae83a27d8 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:33.381421 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26f1f890-a57d-4f2f-b81b-0193a147dbf3 req-44b15678-212b-4fc4-9096-9b4ae83a27d8 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 947 time: 0.0865128 Aug 21 10:59:33.430104 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26f1f890-a57d-4f2f-b81b-0193a147dbf3 req-c93d992f-2113-4df5-b104-534c8512f1dc tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423498 Aug 21 10:59:33.763298 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-190e2067-6e9c-4c7d-a5f2-7ed10ae2665b req-a8457ca4-6ebc-44f4-b9de-598d40bc30a7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724726 Aug 21 10:59:33.913286 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-190e2067-6e9c-4c7d-a5f2-7ed10ae2665b req-fd92567b-8b0d-4036-b40e-02a3a1d78dc4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4599243a149a7856c54fdc20f7e47&device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 1099 time: 0.0763001 Aug 21 10:59:34.071628 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e2067-6e9c-4c7d-a5f2-7ed10ae2665b req-b427f9d4-4fca-4313-b729-7c486da0153e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:34.073370 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-190e2067-6e9c-4c7d-a5f2-7ed10ae2665b req-b427f9d4-4fca-4313-b729-7c486da0153e service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffac6d6c-98c6-42e8-8c03-8096916bd29d HTTP/1.1" status: 200 len: 918 time: 0.1386487 Aug 21 10:59:34.184291 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-190e2067-6e9c-4c7d-a5f2-7ed10ae2665b req-a01b9980-a612-4183-a32b-40d50299f44f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72fc3d77-5c40-407c-b814-5066f5f601fa HTTP/1.1" status: 200 len: 1001 time: 0.1035950 Aug 21 10:59:34.254488 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e2067-6e9c-4c7d-a5f2-7ed10ae2665b req-23a4f6b0-0e71-418e-b1af-9e0ffa32cec6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:34.256583 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-190e2067-6e9c-4c7d-a5f2-7ed10ae2665b req-23a4f6b0-0e71-418e-b1af-9e0ffa32cec6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f HTTP/1.1" status: 200 len: 856 time: 0.0653586 Aug 21 10:59:34.340754 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-190e2067-6e9c-4c7d-a5f2-7ed10ae2665b req-b18cfe1a-17c7-492e-ac2e-2f308ddea128 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffac6d6c-98c6-42e8-8c03-8096916bd29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750711 Aug 21 10:59:34.472485 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e0acc-3244-4606-bb20-4fa801e71709 req-340257e0-51f9-41fb-9b8f-25ef0bfc655d tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:34.474240 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-331e0acc-3244-4606-bb20-4fa801e71709 req-340257e0-51f9-41fb-9b8f-25ef0bfc655d tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.0977902 Aug 21 10:59:34.497399 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-190e2067-6e9c-4c7d-a5f2-7ed10ae2665b req-39f648b8-a0ce-4cd3-9628-86599f1d947a service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479023 Aug 21 10:59:34.528001 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-331e0acc-3244-4606-bb20-4fa801e71709 req-bf80811b-7625-42d6-9be4-f36cfbc8d74b tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471895 Aug 21 10:59:34.711146 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-190e2067-6e9c-4c7d-a5f2-7ed10ae2665b req-1ab19ad3-db8e-4a70-b98e-a34d1b8b5906 service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025151 Aug 21 10:59:34.722219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebaac8-63eb-4ed8-85f3-76ec794d6b52 req-664dc45c-ea6c-4e9b-aa19-89518e125b82 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:34.723021 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-09ebaac8-63eb-4ed8-85f3-76ec794d6b52 req-664dc45c-ea6c-4e9b-aa19-89518e125b82 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Synchronizing usage tracker for tenant:188ea5053d3d447d9d8458dbe5db7648 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:59:34.774712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-09ebaac8-63eb-4ed8-85f3-76ec794d6b52 req-664dc45c-ea6c-4e9b-aa19-89518e125b82 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Unset dirty status for tenant:188ea5053d3d447d9d8458dbe5db7648 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:59:34.776155 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-09ebaac8-63eb-4ed8-85f3-76ec794d6b52 req-664dc45c-ea6c-4e9b-aa19-89518e125b82 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 947 time: 0.1937504 Aug 21 10:59:34.823079 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-09ebaac8-63eb-4ed8-85f3-76ec794d6b52 req-b3c60de5-9eb9-4ae4-9362-51353317a4d8 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Synchronizing usage tracker for tenant:188ea5053d3d447d9d8458dbe5db7648 on resource:security_group {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:59:34.864635 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-09ebaac8-63eb-4ed8-85f3-76ec794d6b52 req-b3c60de5-9eb9-4ae4-9362-51353317a4d8 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Unset dirty status for tenant:188ea5053d3d447d9d8458dbe5db7648 on resource:security_group {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:59:34.865842 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-09ebaac8-63eb-4ed8-85f3-76ec794d6b52 req-b3c60de5-9eb9-4ae4-9362-51353317a4d8 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835626 Aug 21 10:59:35.739778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bb1f7-792b-4c39-8dd3-1ef6846d4803 req-116edc28-25d3-448e-a34e-88ebc612c747 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:35.741416 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6d3bb1f7-792b-4c39-8dd3-1ef6846d4803 req-116edc28-25d3-448e-a34e-88ebc612c747 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.0847340 Aug 21 10:59:35.794196 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6d3bb1f7-792b-4c39-8dd3-1ef6846d4803 req-e0b72ba2-0094-4a51-a5a1-8af3c5b0de6d tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468810 Aug 21 10:59:35.903444 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:59:36.015109 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6feb441-3c59-448c-982d-5bc716ada873 req-3d90df35-8f07-4abb-a0b6-f80850db1b7f tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:36.016654 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e6feb441-3c59-448c-982d-5bc716ada873 req-3d90df35-8f07-4abb-a0b6-f80850db1b7f tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 946 time: 0.0869989 Aug 21 10:59:36.048062 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=6f5ccd9a-97a5-4842-9945-64e503dd4ad4,segment=NetworkSegment(ee0ae982-1812-4611-883b-801056b926f8),segment_id=ee0ae982-1812-4611-883b-801056b926f8)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:59:36.062306 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '6f5ccd9a-97a5-4842-9945-64e503dd4ad4', 'network_id': '2a0cce0b-3cf4-47dd-b4bf-0d02831b73bf', 'port_id': '6f5ccd9a-97a5-4842-9945-64e503dd4ad4', 'mac_address': 'fa:16:3e:84:96:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9023eaea-2651-486e-bed1-9a60d9f9dfaa', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:59:36.067586 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e6feb441-3c59-448c-982d-5bc716ada873 req-5759a6bc-03fd-497f-83f9-6283d1bb6ab8 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 Aug 21 10:59:36.081483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc5baa-38b1-4928-9b7c-1bba12167ba1 req-da2c263f-4f97-4458-add2-0a75fdb72946 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:36.083123 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-11cc5baa-38b1-4928-9b7c-1bba12167ba1 req-da2c263f-4f97-4458-add2-0a75fdb72946 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 947 time: 0.0892110 Aug 21 10:59:36.132850 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:36.133084 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-11cc5baa-38b1-4928-9b7c-1bba12167ba1 req-85a167f0-eae7-43cd-abbc-99fe25ad772d tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430174 Aug 21 10:59:36.150626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:59:36.164734 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:36.166364 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=6f5ccd9a-97a5-4842-9945-64e503dd4ad4,segment=NetworkSegment(ee0ae982-1812-4611-883b-801056b926f8),segment_id=ee0ae982-1812-4611-883b-801056b926f8)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:59:36.192031 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:36.194543 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:36.265915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=6f5ccd9a-97a5-4842-9945-64e503dd4ad4,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:36.269146 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:36.613098 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['6f5ccd9a-97a5-4842-9945-64e503dd4ad4'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:59:36.999708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb65205-a493-436b-8d0d-2c9607891704 req-1fba286d-00af-467d-9012-789b0937f60c tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:37.001530 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7cb65205-a493-436b-8d0d-2c9607891704 req-1fba286d-00af-467d-9012-789b0937f60c tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.0851214 Aug 21 10:59:37.049605 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7cb65205-a493-436b-8d0d-2c9607891704 req-982f6d8c-c34d-429b-a66f-6fc10237fd31 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420249 Aug 21 10:59:37.273799 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d130f-db64-40c9-9f27-0fa2b0f87e24 req-20f3f8c5-230e-4b1e-a8ea-2ae84f2e9b43 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:37.275327 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b39d130f-db64-40c9-9f27-0fa2b0f87e24 req-20f3f8c5-230e-4b1e-a8ea-2ae84f2e9b43 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 946 time: 0.0833299 Aug 21 10:59:37.327385 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b39d130f-db64-40c9-9f27-0fa2b0f87e24 req-e5c386be-3b52-40d1-8004-469b07badd8d tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460064 Aug 21 10:59:37.351356 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378674de-ad70-48ce-99a2-abee1e6ed01b req-674e1f65-6ec2-4828-a991-5554131a1aa4 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:37.352980 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-378674de-ad70-48ce-99a2-abee1e6ed01b req-674e1f65-6ec2-4828-a991-5554131a1aa4 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 948 time: 0.0830517 Aug 21 10:59:37.401678 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-378674de-ad70-48ce-99a2-abee1e6ed01b req-c12e155f-ad24-4870-a374-896e03f7eef3 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424731 Aug 21 10:59:37.917834 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device da4b2d14-d451-42e8-af72-be5b877d4b75 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 10:59:37.922861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:59:38.121298 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:59:38.128252 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port da4b2d14-d451-42e8-af72-be5b877d4b75, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=da4b2d14-d451-42e8-af72-be5b877d4b75,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:59:38.136435 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:59:38.137072 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:38.198895 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': 'da4b2d14-d451-42e8-af72-be5b877d4b75', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'port_id': 'da4b2d14-d451-42e8-af72-be5b877d4b75', 'mac_address': 'fa:16:3e:2e:96:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 10:59:38.217039 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c9b8b-271b-4a51-bf99-446a7e9c81e1 req-727ddb98-2a0c-4566-a974-b20cea976d1d tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:38.218581 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fc6c9b8b-271b-4a51-bf99-446a7e9c81e1 req-727ddb98-2a0c-4566-a974-b20cea976d1d tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.35 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 946 time: 0.1076255 Aug 21 10:59:38.277370 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:38.291135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca0256-499f-4c26-9ece-f054d9e0b22c req-e675f85a-b825-4d72-9b15-09ee7c0402b7 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:38.292786 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-88ca0256-499f-4c26-9ece-f054d9e0b22c req-e675f85a-b825-4d72-9b15-09ee7c0402b7 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.1050591 Aug 21 10:59:38.299439 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-fc6c9b8b-271b-4a51-bf99-446a7e9c81e1 req-a3878699-3735-4416-8d43-44e53a6db072 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Deleting port ffa0773f-35cb-4ab4-9e05-d831a6283fec {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 10:59:38.300055 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-fc6c9b8b-271b-4a51-bf99-446a7e9c81e1 req-a3878699-3735-4416-8d43-44e53a6db072 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:38.334982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4b2d14-d451-42e8-af72-be5b877d4b75 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 10:59:38.349629 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-88ca0256-499f-4c26-9ece-f054d9e0b22c req-3ed6b1df-d6b9-4bdd-a8ae-482d03d1b3dd tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447893 Aug 21 10:59:38.367399 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:38.402873 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f93560-6249-472d-aec0-12c8a55baf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5ccd9a-97a5-4842-9945-64e503dd4ad4'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:59:38.420605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=6f5ccd9a-97a5-4842-9945-64e503dd4ad4,segment=NetworkSegment(ee0ae982-1812-4611-883b-801056b926f8),segment_id=ee0ae982-1812-4611-883b-801056b926f8)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:59:38.422600 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port da4b2d14-d451-42e8-af72-be5b877d4b75, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=da4b2d14-d451-42e8-af72-be5b877d4b75,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:59:38.450224 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:38.453961 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:38.514535 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f93560-6249-472d-aec0-12c8a55baf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5ccd9a-97a5-4842-9945-64e503dd4ad4', 'code': 200} Aug 21 10:59:38.517566 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:38.542214 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=6f5ccd9a-97a5-4842-9945-64e503dd4ad4,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:38.545702 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:38.546222 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:38.672276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa99979-9f1b-4662-b10b-fe1a59f03cbd req-49360f99-1658-4c74-8b01-15f3316eab03 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:38.673968 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3fa99979-9f1b-4662-b10b-fe1a59f03cbd req-49360f99-1658-4c74-8b01-15f3316eab03 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 949 time: 0.1065707 Aug 21 10:59:38.738846 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3fa99979-9f1b-4662-b10b-fe1a59f03cbd req-ede135c0-7ec9-401b-a77a-50a01471fd92 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572217 Aug 21 10:59:38.789107 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=da4b2d14-d451-42e8-af72-be5b877d4b75,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:38.792039 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:38.898840 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-fc6c9b8b-271b-4a51-bf99-446a7e9c81e1 req-a3878699-3735-4416-8d43-44e53a6db072 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] For port ffa0773f-35cb-4ab4-9e05-d831a6283fec, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=ffa0773f-35cb-4ab4-9e05-d831a6283fec,segment=NetworkSegment(b78823b8-e97f-43f7-9c1c-2d9418bd4638),segment_id=b78823b8-e97f-43f7-9c1c-2d9418bd4638)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:59:38.899239 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-fc6c9b8b-271b-4a51-bf99-446a7e9c81e1 req-a3878699-3735-4416-8d43-44e53a6db072 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:38.915537 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['da4b2d14-d451-42e8-af72-be5b877d4b75'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:59:39.041421 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-fc6c9b8b-271b-4a51-bf99-446a7e9c81e1 req-a3878699-3735-4416-8d43-44e53a6db072 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Calling delete_port for ffa0773f-35cb-4ab4-9e05-d831a6283fec owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 10:59:39.077480 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bed95c-aba9-49a3-b560-2fbc123293d8 req-0fea36ec-529f-4817-a2e4-18f34175f42f tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:39.079083 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9bed95c-aba9-49a3-b560-2fbc123293d8 req-0fea36ec-529f-4817-a2e4-18f34175f42f tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/ports?device_id=bac18106-97cc-493b-ac0d-7354c91fccad HTTP/1.1" status: 200 len: 946 time: 0.4401515 Aug 21 10:59:39.129229 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8ae9ecfb-be7f-4c05-839a-77dfe770f082 req-d23998f0-29d9-47b1-aa96-f648ede3d782 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 1102 time: 0.3377452 Aug 21 10:59:39.207417 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9bed95c-aba9-49a3-b560-2fbc123293d8 req-3002dbc0-48dd-4b40-8821-3d8e2053d384 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9e3e089-e4bb-4e84-bd70-faf7603ca0de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177580 Aug 21 10:59:39.249804 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8ae9ecfb-be7f-4c05-839a-77dfe770f082 req-da219ccc-393b-4b7d-87ba-083b70cf735f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119809 Aug 21 10:59:39.309797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-fc6c9b8b-271b-4a51-bf99-446a7e9c81e1 req-a3878699-3735-4416-8d43-44e53a6db072 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:39.315332 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:39.362705 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3878699-3735-4416-8d43-44e53a6db072 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Pushing event deleted for resources: {'Port': ['ID=ffa0773f-35cb-4ab4-9e05-d831a6283fec,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:39.366492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a3878699-3735-4416-8d43-44e53a6db072 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:39.395876 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-95957a2c-7496-4177-ba55-74ea81e5177b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:39.439388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6c9b8b-271b-4a51-bf99-446a7e9c81e1 req-a3878699-3735-4416-8d43-44e53a6db072 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] No DVR routers for this DVR port ffa0773f-35cb-4ab4-9e05-d831a6283fec on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 10:59:39.442042 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-fc6c9b8b-271b-4a51-bf99-446a7e9c81e1 req-a3878699-3735-4416-8d43-44e53a6db072 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:39.446771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac18106-97cc-493b-ac0d-7354c91fccad', 'name': 'network-vif-deleted', 'tag': 'ffa0773f-35cb-4ab4-9e05-d831a6283fec'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:59:39.488493 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fc6c9b8b-271b-4a51-bf99-446a7e9c81e1 req-a3878699-3735-4416-8d43-44e53a6db072 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] 10.222.0.35 "DELETE /v2.0/ports/ffa0773f-35cb-4ab4-9e05-d831a6283fec HTTP/1.1" status: 204 len: 173 time: 1.2623355 Aug 21 10:59:39.500768 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac18106-97cc-493b-ac0d-7354c91fccad', 'name': 'network-vif-deleted', 'tag': 'ffa0773f-35cb-4ab4-9e05-d831a6283fec', 'status': 'completed', 'code': 200} Aug 21 10:59:39.569056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86560414-59ab-42a1-b468-9cd4a8dba4bb req-b082181f-1391-4ef7-9981-771a544848ac tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:39.570655 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-86560414-59ab-42a1-b468-9cd4a8dba4bb req-b082181f-1391-4ef7-9981-771a544848ac tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 945 time: 0.0825212 Aug 21 10:59:39.620632 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-86560414-59ab-42a1-b468-9cd4a8dba4bb req-e57160f0-16d4-4cf3-8388-c07d37e92c8e tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437427 Aug 21 10:59:39.796354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['ffa0773f-35cb-4ab4-9e05-d831a6283fec'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 10:59:39.949378 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb03b2-2d36-4060-a57f-a940ee91ede2 req-743c4bb7-c63e-4806-a14a-5570b0834076 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:39.950955 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8cb03b2-2d36-4060-a57f-a940ee91ede2 req-743c4bb7-c63e-4806-a14a-5570b0834076 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 949 time: 0.0851839 Aug 21 10:59:39.999869 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b8cb03b2-2d36-4060-a57f-a940ee91ede2 req-4b0f55b6-56db-4169-8299-7a1455e32115 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426319 Aug 21 10:59:40.957446 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:40.978104 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd4875-7188-47ee-baf9-06398984b023 req-f6f372f7-5ef7-4650-8e20-a081148a0b22 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:40.979720 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4ecd4875-7188-47ee-baf9-06398984b023 req-f6f372f7-5ef7-4650-8e20-a081148a0b22 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 945 time: 0.0824721 Aug 21 10:59:41.027620 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4ecd4875-7188-47ee-baf9-06398984b023 req-b759e795-c324-4956-bed7-99fa7acc761d tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415723 Aug 21 10:59:41.206738 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd5373-b49c-4637-a623-29b75605f7f8 req-4c3a6c5d-7f86-4b5a-afa3-ec2625a7b9cd tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:41.208429 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c9dd5373-b49c-4637-a623-29b75605f7f8 req-4c3a6c5d-7f86-4b5a-afa3-ec2625a7b9cd tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 949 time: 0.0863264 Aug 21 10:59:41.262016 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c9dd5373-b49c-4637-a623-29b75605f7f8 req-3c979306-4ddb-4a5e-90d2-8c9b979aa425 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474856 Aug 21 10:59:41.816738 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c23bc-0ca9-4a51-ad8d-c08376ff168b req-3dfd48b3-42c6-4549-a96b-fa3c3d6aa63d tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:41.818829 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7b7c23bc-0ca9-4a51-ad8d-c08376ff168b req-3dfd48b3-42c6-4549-a96b-fa3c3d6aa63d tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 949 time: 0.0812759 Aug 21 10:59:41.865829 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7b7c23bc-0ca9-4a51-ad8d-c08376ff168b req-0f58183f-d6cd-4f97-bf3d-9056a283af31 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410774 Aug 21 10:59:41.937553 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device da4b2d14-d451-42e8-af72-be5b877d4b75 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 10:59:42.013359 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8af68ad4-6b79-4c0c-b800-4e90298b6a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:42.041419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port da4b2d14-d451-42e8-af72-be5b877d4b75 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 10:59:42.046706 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port da4b2d14-d451-42e8-af72-be5b877d4b75 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 10:59:42.047130 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:42.163323 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:42.198085 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4b2d14-d451-42e8-af72-be5b877d4b75'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:59:42.223157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port da4b2d14-d451-42e8-af72-be5b877d4b75, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=da4b2d14-d451-42e8-af72-be5b877d4b75,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:59:42.248982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66b8bf-98e5-477a-8bf3-47a157061806 req-566ecb77-c838-4631-83ec-dffd57608ba6 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:42.256723 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5a66b8bf-98e5-477a-8bf3-47a157061806 req-566ecb77-c838-4631-83ec-dffd57608ba6 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 945 time: 0.1031103 Aug 21 10:59:42.259219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:42.260231 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device ffa0773f-35cb-4ab4-9e05-d831a6283fec no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 10:59:42.294177 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4b2d14-d451-42e8-af72-be5b877d4b75', 'code': 200} Aug 21 10:59:42.299939 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:42.316965 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5a66b8bf-98e5-477a-8bf3-47a157061806 req-ef0b23b4-d60d-423b-89b8-81294d1afef6 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559368 Aug 21 10:59:42.327884 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:42.337974 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: ffa0773f-35cb-4ab4-9e05-d831a6283fec {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 10:59:42.338375 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device ffa0773f-35cb-4ab4-9e05-d831a6283fec not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 10:59:42.372170 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=da4b2d14-d451-42e8-af72-be5b877d4b75,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:42.382598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:42.382985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:42.383361 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:42.383782 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:42.384193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:42.389482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:42.389482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:42.389482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:42.389482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:42.389482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:42.389482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:42.390797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:42.652065 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6ccb9888-03bc-4775-9661-bc3b95435725 req-e262d20c-ba8d-40ab-b13f-358a8b38157e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 1099 time: 0.0729060 Aug 21 10:59:42.699164 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6ccb9888-03bc-4775-9661-bc3b95435725 req-8859d125-3c52-48a4-aa64-f854b031f09c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407491 Aug 21 10:59:43.076393 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c01c6-b07d-4e14-9042-45a4d82919e7 req-1f0841d5-a2d2-4d9d-ac8b-b2de4ae8d3cb tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:43.077972 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0a7c01c6-b07d-4e14-9042-45a4d82919e7 req-1f0841d5-a2d2-4d9d-ac8b-b2de4ae8d3cb tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 949 time: 0.0866714 Aug 21 10:59:43.126236 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0a7c01c6-b07d-4e14-9042-45a4d82919e7 req-bf4c8cee-57d1-43c4-a33b-18358617bdf3 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422223 Aug 21 10:59:43.519955 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc910bd2-a6f2-43d2-b8a4-e41c80772493 req-1ce7f53b-d8fe-4356-b613-50164e233a45 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:43.522100 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cc910bd2-a6f2-43d2-b8a4-e41c80772493 req-1ce7f53b-d8fe-4356-b613-50164e233a45 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0839596 Aug 21 10:59:43.570391 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cc910bd2-a6f2-43d2-b8a4-e41c80772493 req-63e4a186-5385-4069-ad3b-4717b336a42b tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422878 Aug 21 10:59:43.586029 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:44.328199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e01f02-3c22-403a-837f-84e966a84d5c req-1841bf03-3635-4fbf-b96a-df2b61536dd9 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:44.329776 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a7e01f02-3c22-403a-837f-84e966a84d5c req-1841bf03-3635-4fbf-b96a-df2b61536dd9 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 949 time: 0.0806208 Aug 21 10:59:44.381699 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a7e01f02-3c22-403a-837f-84e966a84d5c req-f45dbb66-1dce-468a-bbee-224472c4edd1 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454898 Aug 21 10:59:44.776735 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ef019-de2a-4c6d-b50c-975adaa9f913 req-7b138201-08f9-4ef3-954c-ed1afa99aaed tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:44.778258 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-101ef019-de2a-4c6d-b50c-975adaa9f913 req-7b138201-08f9-4ef3-954c-ed1afa99aaed tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0865343 Aug 21 10:59:44.825213 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-101ef019-de2a-4c6d-b50c-975adaa9f913 req-97ebac15-1383-4030-a9be-4abacc2d8f60 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408885 Aug 21 10:59:45.583526 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569cf26-aa7d-4daf-ae19-88e8d984607c req-a7f488ea-f277-4ceb-a44f-6937b2f497b2 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:45.585193 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a569cf26-aa7d-4daf-ae19-88e8d984607c req-a7f488ea-f277-4ceb-a44f-6937b2f497b2 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 949 time: 0.0820506 Aug 21 10:59:45.633607 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a569cf26-aa7d-4daf-ae19-88e8d984607c req-2bc2e861-61e8-44bf-95cd-774ed0829e2c tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 Aug 21 10:59:46.032652 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59ad95-0a8a-42e3-9535-e65ddfdfc83b req-85678187-52ed-4a86-bfda-f45d2bf56b95 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:46.034265 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1d59ad95-0a8a-42e3-9535-e65ddfdfc83b req-85678187-52ed-4a86-bfda-f45d2bf56b95 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0907505 Aug 21 10:59:46.083399 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1d59ad95-0a8a-42e3-9535-e65ddfdfc83b req-e0d6be87-69d4-49ec-b2ad-656e31866360 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422359 Aug 21 10:59:46.840190 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c87e79-a205-4b2c-8ebe-4eeb1afb21ac req-4fe638cd-f97b-4dcb-995a-7582bdfbd784 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:46.841679 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-43c87e79-a205-4b2c-8ebe-4eeb1afb21ac req-4fe638cd-f97b-4dcb-995a-7582bdfbd784 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 949 time: 0.0843403 Aug 21 10:59:46.889787 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-43c87e79-a205-4b2c-8ebe-4eeb1afb21ac req-23dcfa43-cb66-486f-b8c6-35b87d47c734 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421445 Aug 21 10:59:47.291480 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8aa95-b5e6-4370-842c-aabbf2ea2e8f req-3d6368b4-4df6-482d-bbe4-1ebc5977283c tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:47.293122 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-95f8aa95-b5e6-4370-842c-aabbf2ea2e8f req-3d6368b4-4df6-482d-bbe4-1ebc5977283c tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0872159 Aug 21 10:59:47.341597 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-95f8aa95-b5e6-4370-842c-aabbf2ea2e8f req-9b2d99f1-7997-4684-a89a-c063aea1d84e tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423386 Aug 21 10:59:47.916092 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cf76c-fc88-4759-8873-e9eda9bf6193 req-2f8db3c6-6e20-4933-afc3-3509d330dc9b tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:47.918411 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4b2cf76c-fc88-4759-8873-e9eda9bf6193 req-2f8db3c6-6e20-4933-afc3-3509d330dc9b tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.35 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 949 time: 0.0815685 Aug 21 10:59:47.997467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-4b2cf76c-fc88-4759-8873-e9eda9bf6193 req-aa8cd73e-4160-423d-ac3d-98a59eada1e0 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Deleting port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 10:59:47.997839 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-4b2cf76c-fc88-4759-8873-e9eda9bf6193 req-aa8cd73e-4160-423d-ac3d-98a59eada1e0 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:48.094531 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377fedd-fe84-4be3-9c8e-c76dc3b62fb9 req-293fb32c-7cd7-43ed-a939-00bd0c7f6238 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:48.096261 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3377fedd-fe84-4be3-9c8e-c76dc3b62fb9 req-293fb32c-7cd7-43ed-a939-00bd0c7f6238 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 949 time: 0.0839794 Aug 21 10:59:48.146740 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3377fedd-fe84-4be3-9c8e-c76dc3b62fb9 req-8054f345-0b39-47c6-9ca1-bd9b456f2615 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5dc85c2-2217-4607-8043-7dcef42a2b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426404 Aug 21 10:59:48.254977 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-4b2cf76c-fc88-4759-8873-e9eda9bf6193 req-aa8cd73e-4160-423d-ac3d-98a59eada1e0 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] For port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=6f5ccd9a-97a5-4842-9945-64e503dd4ad4,segment=NetworkSegment(ee0ae982-1812-4611-883b-801056b926f8),segment_id=ee0ae982-1812-4611-883b-801056b926f8)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 10:59:48.255419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-4b2cf76c-fc88-4759-8873-e9eda9bf6193 req-aa8cd73e-4160-423d-ac3d-98a59eada1e0 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:48.389360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-4b2cf76c-fc88-4759-8873-e9eda9bf6193 req-aa8cd73e-4160-423d-ac3d-98a59eada1e0 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Calling delete_port for 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 10:59:48.632402 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44420474-34aa-4b17-bf89-a8d1b93ab442 req-7998e954-5351-4f82-81a6-65e6ad6cc272 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:48.634031 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-44420474-34aa-4b17-bf89-a8d1b93ab442 req-7998e954-5351-4f82-81a6-65e6ad6cc272 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.1464210 Aug 21 10:59:48.659155 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-4b2cf76c-fc88-4759-8873-e9eda9bf6193 req-aa8cd73e-4160-423d-ac3d-98a59eada1e0 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:48.667050 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:48.716584 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cd73e-4160-423d-ac3d-98a59eada1e0 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Pushing event deleted for resources: {'Port': ['ID=6f5ccd9a-97a5-4842-9945-64e503dd4ad4,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:48.727191 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aa8cd73e-4160-423d-ac3d-98a59eada1e0 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:48.801918 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-44420474-34aa-4b17-bf89-a8d1b93ab442 req-ef65e12d-09e9-4b4f-82f3-21aa1270f658 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614256 Aug 21 10:59:48.808062 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2cf76c-fc88-4759-8873-e9eda9bf6193 req-aa8cd73e-4160-423d-ac3d-98a59eada1e0 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] No DVR routers for this DVR port 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 10:59:48.810609 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-4b2cf76c-fc88-4759-8873-e9eda9bf6193 req-aa8cd73e-4160-423d-ac3d-98a59eada1e0 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:48.813672 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f93560-6249-472d-aec0-12c8a55baf94', 'name': 'network-vif-deleted', 'tag': '6f5ccd9a-97a5-4842-9945-64e503dd4ad4'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:59:48.865310 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4b2cf76c-fc88-4759-8873-e9eda9bf6193 req-aa8cd73e-4160-423d-ac3d-98a59eada1e0 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.35 "DELETE /v2.0/ports/6f5ccd9a-97a5-4842-9945-64e503dd4ad4 HTTP/1.1" status: 204 len: 173 time: 0.9407117 Aug 21 10:59:48.875893 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f93560-6249-472d-aec0-12c8a55baf94', 'name': 'network-vif-deleted', 'tag': '6f5ccd9a-97a5-4842-9945-64e503dd4ad4', 'status': 'completed', 'code': 200} Aug 21 10:59:49.329205 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-d1f99c03-8c69-4e90-8c4d-6de61ea6d474 req-ad65264a-d5af-46dc-8b06-2801b2e12d56 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Synchronizing usage tracker for tenant:188ea5053d3d447d9d8458dbe5db7648 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:59:49.390171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-d1f99c03-8c69-4e90-8c4d-6de61ea6d474 req-ad65264a-d5af-46dc-8b06-2801b2e12d56 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Unset dirty status for tenant:188ea5053d3d447d9d8458dbe5db7648 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:59:49.391631 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d1f99c03-8c69-4e90-8c4d-6de61ea6d474 req-ad65264a-d5af-46dc-8b06-2801b2e12d56 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f93560-6249-472d-aec0-12c8a55baf94 HTTP/1.1" status: 200 len: 210 time: 0.1070750 Aug 21 10:59:50.007958 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082a5ef-1386-44a6-aa72-efbcd0dcfc2d req-4e8a5231-a722-4cec-ba01-609eb26eca1e tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:50.009465 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9082a5ef-1386-44a6-aa72-efbcd0dcfc2d req-4e8a5231-a722-4cec-ba01-609eb26eca1e tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0860832 Aug 21 10:59:50.026980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 10:59:50.057998 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9082a5ef-1386-44a6-aa72-efbcd0dcfc2d req-93ea3aec-491a-4cab-8ba7-cd2fbd40ea84 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424075 Aug 21 10:59:50.062240 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 10:59:50.062637 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 6f5ccd9a-97a5-4842-9945-64e503dd4ad4 not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 10:59:50.267573 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036c324-95ae-451d-8827-dca007f490c5 req-1febc550-041c-47bf-9ecb-61bba793a4a2 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:50.269088 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4036c324-95ae-451d-8827-dca007f490c5 req-1febc550-041c-47bf-9ecb-61bba793a4a2 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0883565 Aug 21 10:59:50.316764 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4036c324-95ae-451d-8827-dca007f490c5 req-48765996-50a6-47f9-a1b6-55341d611c56 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414882 Aug 21 10:59:50.343366 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 58334) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:59:50.619791 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-dbd609a0-0d94-46b2-8f97-fde94b4f01b4 tempest-TestShelveInstance-1918438952 tempest-TestShelveInstance-1918438952-project-admin] Synchronizing usage tracker for tenant:9106b93195e2437ca1bce4597ed53e70 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 10:59:50.681499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-dbd609a0-0d94-46b2-8f97-fde94b4f01b4 tempest-TestShelveInstance-1918438952 tempest-TestShelveInstance-1918438952-project-admin] Unset dirty status for tenant:9106b93195e2437ca1bce4597ed53e70 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 10:59:50.682848 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-dbd609a0-0d94-46b2-8f97-fde94b4f01b4 tempest-TestShelveInstance-1918438952 tempest-TestShelveInstance-1918438952-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 1094 time: 0.3383574 Aug 21 10:59:50.685904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 58352) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:59:50.692506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Request body: {'floatingip': {'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'port_id': 'da4b2d14-d451-42e8-af72-be5b877d4b75', 'tenant_id': '558d426de72a4151952770512d159a9d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 10:59:50.699202 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 10:59:50.703197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Usage tracker for resource:floatingip and tenant:558d426de72a4151952770512d159a9d is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 10:59:50.706224 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 10:59:50.712327 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 10:59:50.751844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for floatingip, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:50.900438 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:51.049777 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Allocated IP 172.27.3.50 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/b6113b8c-70c7-426a-bcb2-2ab8575a9d95) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 10:59:51.210626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:51.266781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:51.272297 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f9dc696b-8d74-4d41-bba8-c1918cf30082 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:51.342877 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 10:59:51.346451 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 10:59:51.351203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 10:59:51.383146 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Pushing event updated for resources: {'Port': ['ID=b6113b8c-70c7-426a-bcb2-2ab8575a9d95,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:51.403075 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:52.110299 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:52.203249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:52.417398 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:52.448316 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:52.452651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:52.567189 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Pushing event updated for resources: {'Port': ['ID=b6113b8c-70c7-426a-bcb2-2ab8575a9d95,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:52.572452 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:52.583734 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:52.800807 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.l3_db [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Floating IP 2d63d26c-7a20-4b8c-aa9f-6dc05f1f051c associated. External IP: 172.27.3.50, port: da4b2d14-d451-42e8-af72-be5b877d4b75. Aug 21 10:59:53.233947 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Router 402537fe-7ad9-492c-a5c9-78de781bfa8b has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 10:59:53.447628 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 10:59:53.457924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971059a8-c6c8-4c28-8246-be5f9b311bcb None None] Sync routers for ids ['402537fe-7ad9-492c-a5c9-78de781bfa8b'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 10:59:53.473580 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971059a8-c6c8-4c28-8246-be5f9b311bcb None None] Routers {'402537fe-7ad9-492c-a5c9-78de781bfa8b'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:59:53.474351 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-971059a8-c6c8-4c28-8246-be5f9b311bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:59:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['402537fe-7ad9-492c-a5c9-78de781bfa8b'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:59:53.500500 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:53.562965 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8757803 Aug 21 10:59:53.563888 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'tag': 'da4b2d14-d451-42e8-af72-be5b877d4b75'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 10:59:53.629763 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'tag': 'da4b2d14-d451-42e8-af72-be5b877d4b75', 'status': 'completed', 'code': 200} Aug 21 10:59:53.668387 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-971059a8-c6c8-4c28-8246-be5f9b311bcb None None] Set router 402537fe-7ad9-492c-a5c9-78de781bfa8b gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:59:54.033945 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-971059a8-c6c8-4c28-8246-be5f9b311bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'name': 'tempest-TestShelveInstance-1272849818-router', 'tenant_id': '558d426de72a4151952770512d159a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:30Z', 'updated_at': '2021-08-21T10:58:34Z', 'revision_number': 4, 'project_id': '558d426de72a4151952770512d159a9d', 'gw_port': {'id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:31Z', 'updated_at': '2021-08-21T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '2d63d26c-7a20-4b8c-aa9f-6dc05f1f051c', 'tenant_id': '558d426de72a4151952770512d159a9d', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'port_id': 'da4b2d14-d451-42e8-af72-be5b877d4b75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'mac_address': 'fa:16:3e:2e:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:59:51Z', 'updated_at': '2021-08-21T10:59:51Z', 'revision_number': 0, 'project_id': '558d426de72a4151952770512d159a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f0f645-4e98-4fbd-b8e0-da444ea5348b', 'name': '', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'tenant_id': '558d426de72a4151952770512d159a9d', 'mac_address': 'fa:16:3e:b0:ba:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:33Z', 'updated_at': '2021-08-21T10:58:45Z', 'revision_number': 5, 'project_id': '558d426de72a4151952770512d159a9d', 'subnets': [{'id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:59:54.038611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971059a8-c6c8-4c28-8246-be5f9b311bcb None None] Checking router: 402537fe-7ad9-492c-a5c9-78de781bfa8b for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 10:59:54.054879 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971059a8-c6c8-4c28-8246-be5f9b311bcb None None] Routers {'402537fe-7ad9-492c-a5c9-78de781bfa8b'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 10:59:54.055572 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-971059a8-c6c8-4c28-8246-be5f9b311bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:59:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['402537fe-7ad9-492c-a5c9-78de781bfa8b'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:59:54.240380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-971059a8-c6c8-4c28-8246-be5f9b311bcb None None] Set router 402537fe-7ad9-492c-a5c9-78de781bfa8b gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 10:59:54.611278 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-971059a8-c6c8-4c28-8246-be5f9b311bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'name': 'tempest-TestShelveInstance-1272849818-router', 'tenant_id': '558d426de72a4151952770512d159a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:30Z', 'updated_at': '2021-08-21T10:58:34Z', 'revision_number': 4, 'project_id': '558d426de72a4151952770512d159a9d', 'gw_port': {'id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:31Z', 'updated_at': '2021-08-21T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '2d63d26c-7a20-4b8c-aa9f-6dc05f1f051c', 'tenant_id': '558d426de72a4151952770512d159a9d', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'port_id': 'da4b2d14-d451-42e8-af72-be5b877d4b75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'mac_address': 'fa:16:3e:2e:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:59:51Z', 'updated_at': '2021-08-21T10:59:51Z', 'revision_number': 0, 'project_id': '558d426de72a4151952770512d159a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f0f645-4e98-4fbd-b8e0-da444ea5348b', 'name': '', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'tenant_id': '558d426de72a4151952770512d159a9d', 'mac_address': 'fa:16:3e:b0:ba:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:33Z', 'updated_at': '2021-08-21T10:58:45Z', 'revision_number': 5, 'project_id': '558d426de72a4151952770512d159a9d', 'subnets': [{'id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 10:59:54.617756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971059a8-c6c8-4c28-8246-be5f9b311bcb None None] The sync data for ids ['402537fe-7ad9-492c-a5c9-78de781bfa8b'] in dv-cinder-805477-1-iscsi is: [{'id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'name': 'tempest-TestShelveInstance-1272849818-router', 'tenant_id': '558d426de72a4151952770512d159a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:30Z', 'updated_at': '2021-08-21T10:58:34Z', 'revision_number': 4, 'project_id': '558d426de72a4151952770512d159a9d', 'gw_port': {'id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:31Z', 'updated_at': '2021-08-21T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '2d63d26c-7a20-4b8c-aa9f-6dc05f1f051c', 'tenant_id': '558d426de72a4151952770512d159a9d', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'port_id': 'da4b2d14-d451-42e8-af72-be5b877d4b75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'mac_address': 'fa:16:3e:2e:96:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T10:59:51Z', 'updated_at': '2021-08-21T10:59:51Z', 'revision_number': 0, 'project_id': '558d426de72a4151952770512d159a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f0f645-4e98-4fbd-b8e0-da444ea5348b', 'name': '', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'tenant_id': '558d426de72a4151952770512d159a9d', 'mac_address': 'fa:16:3e:b0:ba:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:33Z', 'updated_at': '2021-08-21T10:58:45Z', 'revision_number': 5, 'project_id': '558d426de72a4151952770512d159a9d', 'subnets': [{'id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 10:59:54.964325 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b62101-efe1-4bb4-83c3-7322edd42ed2 None None] New status for floating IP 2d63d26c-7a20-4b8c-aa9f-6dc05f1f051c: ACTIVE {{(pid=82514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 10:59:55.716188 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-30f40e9c-b60d-4f6f-a072-8f23cb61c7d4 req-65b831fd-8538-47e3-a654-560e6e0f71bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=558d426de72a4151952770512d159a9d&device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 1099 time: 0.0766554 Aug 21 10:59:57.090376 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f40e9c-b60d-4f6f-a072-8f23cb61c7d4 req-de250d67-30fe-4c82-acf8-47dd8e66d410 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:57.091989 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-30f40e9c-b60d-4f6f-a072-8f23cb61c7d4 req-de250d67-30fe-4c82-acf8-47dd8e66d410 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6df240d9-4fce-45b3-a345-b6f9966b28a5 HTTP/1.1" status: 200 len: 910 time: 0.1361005 Aug 21 10:59:57.202512 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-30f40e9c-b60d-4f6f-a072-8f23cb61c7d4 req-421bf334-a102-4926-ab10-e7959601cc79 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da4b2d14-d451-42e8-af72-be5b877d4b75 HTTP/1.1" status: 200 len: 1001 time: 0.1035576 Aug 21 10:59:57.275034 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f40e9c-b60d-4f6f-a072-8f23cb61c7d4 req-0cc7ee08-821c-4ab7-b4fe-93a14a344eb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 10:59:57.276656 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-30f40e9c-b60d-4f6f-a072-8f23cb61c7d4 req-0cc7ee08-821c-4ab7-b4fe-93a14a344eb1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdac1830-69da-4558-9f73-a2fe3f432dea HTTP/1.1" status: 200 len: 848 time: 0.0668437 Aug 21 10:59:57.356329 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-30f40e9c-b60d-4f6f-a072-8f23cb61c7d4 req-bbe70341-3a70-48e6-91f4-92b2e3a1c2ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6df240d9-4fce-45b3-a345-b6f9966b28a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727723 Aug 21 10:59:57.496092 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-30f40e9c-b60d-4f6f-a072-8f23cb61c7d4 req-a9cd1a66-06c2-44f9-8c3d-76ce33591bb7 service neutron] 10.222.0.35 "GET /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338010 Aug 21 10:59:57.639235 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-30f40e9c-b60d-4f6f-a072-8f23cb61c7d4 req-d2031f47-968b-4e69-a03a-76056e7e7446 service neutron] 10.222.0.35 "GET /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372218 Aug 21 10:59:58.738468 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 58612) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:59:58.929994 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-6054bdc2-0ba7-491c-bf88-8ad74174c86e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=188ea5053d3d447d9d8458dbe5db7648&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1886601 Aug 21 10:59:58.930286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 58620) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 10:59:59.005351 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:59.035322 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:59.115702 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:59.120622 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f116afe6-9c5a-4c6c-af28-e5019f36c04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 10:59:59.134105 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dc85c2-2217-4607-8043-7dcef42a2b47,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 10:59:59.144184 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:59.148173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:59.148173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:59.148173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:59.148173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:59.148173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:59.148173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:59.148173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:59.148173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:59.148173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:59.148173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 10:59:59.151269 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 10:59:59.171580 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 10:59:59.173196 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5dc85c2-2217-4607-8043-7dcef42a2b47 HTTP/1.1" status: 204 len: 168 time: 0.2413833 Aug 21 11:00:00.129016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 58646) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:00.270084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1666171820-network', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:00:00.275159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:00:00.279347 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Usage tracker for resource:network and tenant:290fc2d24b1e48c699e9b87014cca87a is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:00:00.283383 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:00:00.289630 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:00:00.332506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Made reservation on behalf of 290fc2d24b1e48c699e9b87014cca87a for: {'network': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 11:00:00.337357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:00.351063 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:00.384692 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:00:00.388738 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Usage tracker for resource:security_group_rule and tenant:290fc2d24b1e48c699e9b87014cca87a is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:00:00.391698 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:00:00.397718 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:00:00.537504 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:00.568492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:00.572702 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-830cd7b8-1d4a-4264-9b18-13c666bdd3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:00.599747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=82511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 11:00:00.612201 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62b4002-5090-42d4-8d36-9ace9cc970a5,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:00.617138 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:00.618144 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:00.618756 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Added segment 064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a of type vlan for network 4be1a08b-e0bf-465e-becc-d5b081a0ebbd Aug 21 11:00:00.646713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:00.705716 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:00.707016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:00.707713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:00.712834 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:00.821247 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Pushing event updated for resources: {'Network': ['ID=4be1a08b-e0bf-465e-becc-d5b081a0ebbd,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:00.823979 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:00.831390 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network 4be1a08b-e0bf-465e-becc-d5b081a0ebbd details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 11:00:00.872535 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-5abed42f-aabf-43fb-945c-c53c936a707f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7422247 Aug 21 11:00:00.875629 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 58660) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:00.881651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] Request body: {'subnet': {'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1666171820-subnet', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'ip_version': 4}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:00:00.886776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:00:00.890876 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] Usage tracker for resource:subnet and tenant:290fc2d24b1e48c699e9b87014cca87a is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:00:00.893925 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:00:00.900509 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:00:00.951188 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] Made reservation on behalf of 290fc2d24b1e48c699e9b87014cca87a for: {'subnet': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 11:00:00.956342 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31956675'] for subnet, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:01.408774 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1720835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31956690'] for subnet, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:01.415242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:01.491170 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c8cfd1-cbd1-4a75-ab60-6735884df6d9,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:01.495104 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:01.503888 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] Checking segment: {'id': '064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:00:01.504287 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] Network hostable DHCP agents. Network: 4be1a08b-e0bf-465e-becc-d5b081a0ebbd, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 11:00:01.556733 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] Network 4be1a08b-e0bf-465e-becc-d5b081a0ebbd is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 11:00:01.595003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, 4be1a08b-e0bf-465e-becc-d5b081a0ebbd) {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:00:01.599282 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:01.600143 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:01.604798 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a963a9e9-e29c-49eb-818e-3c7bac49c571 None None] Network 4be1a08b-e0bf-465e-becc-d5b081a0ebbd requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 11:00:01.647913 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-7e5ea9a1-b746-43f6-b9ea-e05361c01a21 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7707288 Aug 21 11:00:01.650347 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 58670) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:01.656847 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1666171820-router', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:00:01.662236 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:00:01.666373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Usage tracker for resource:router and tenant:290fc2d24b1e48c699e9b87014cca87a is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:00:01.669636 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:00:01.675897 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:00:01.732574 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33135636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762917'] for router, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:01.733626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821639991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821640435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:01.753172 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:01.838644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c1ad745-1140-5ba7-a055-2cb98fb248a8-4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'fixed_ips': [{'subnet_id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9'}]}} from dv-cinder-805477-1-iscsi. {{(pid=82513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 11:00:01.839670 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:01.930142 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821640420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33135655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:02.000555 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Allocated IP 172.20.0.2 (4be1a08b-e0bf-465e-becc-d5b081a0ebbd/40c8cfd1-cbd1-4a75-ab60-6735884df6d9/893ab869-19a6-4d13-81e6-d05a79802217) {{(pid=82513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:00:02.157109 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:02.218217 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Notify callbacks [] for port, precommit_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:02.230389 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Transition to ACTIVE for port object 893ab869-19a6-4d13-81e6-d05a79802217 will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:00:02.251161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Transition to ACTIVE for port object 893ab869-19a6-4d13-81e6-d05a79802217 will not be triggered until provisioned by entity DHCP. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:00:02.289177 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:02.396304 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:02.454034 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b843e0f1-0e24-470d-8ed3-d69c07c0fc5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:02.520403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Network 4be1a08b-e0bf-465e-becc-d5b081a0ebbd is already hosted by enough agents. {{(pid=82513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:00:02.523874 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Pushing event updated for resources: {'Port': ['ID=893ab869-19a6-4d13-81e6-d05a79802217,revision_number=1']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:02.526412 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Resources bound (agent type, host, resource id): {{(pid=82513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:00:02.528281 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:02.529043 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Received port after_create {{(pid=82513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:00:02.545514 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Allocated IP 172.27.3.225 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/8b2330ba-fefa-4669-a5be-f945a1a13585) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:00:02.617159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Attempting to bind port 893ab869-19a6-4d13-81e6-d05a79802217 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 11:00:02.617578 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Attempting to bind port 893ab869-19a6-4d13-81e6-d05a79802217 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 11:00:02.617991 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Attempting to bind port 893ab869-19a6-4d13-81e6-d05a79802217 on network 4be1a08b-e0bf-465e-becc-d5b081a0ebbd {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:00:02.625040 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 11:00:02.625466 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Checking segment: {'id': '064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:00:02.625916 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:02.626358 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Bound using segment: {'id': '064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 11:00:02.626874 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Bound port: 893ab869-19a6-4d13-81e6-d05a79802217, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 11:00:02.627292 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:02.702027 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:02.715116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] For port 893ab869-19a6-4d13-81e6-d05a79802217, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 11:00:02.718185 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] For port 893ab869-19a6-4d13-81e6-d05a79802217, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=893ab869-19a6-4d13-81e6-d05a79802217,segment=NetworkSegment(064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a),segment_id=064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 11:00:02.745847 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:02.750693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:02.768708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:02.773371 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aa8cd73e-4160-423d-ac3d-98a59eada1e0 tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:02.829470 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Pushing event updated for resources: {'Port': ['ID=893ab869-19a6-4d13-81e6-d05a79802217,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:02.832685 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:02.842763 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:00:02.846137 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:00:02.849190 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:00:02.884608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=8b2330ba-fefa-4669-a5be-f945a1a13585,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:02.887524 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:03.129948 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:03.130730 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821640145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33135399'] for router, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:03.402544 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Router e29969a5-7638-43c5-8eff-eff865dd931f is scheduled to L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a with binding_index 1 {{(pid=82512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 11:00:03.607636 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:00:03.616560 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Sync routers for ids ['e29969a5-7638-43c5-8eff-eff865dd931f'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:00:03.629363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Routers {'e29969a5-7638-43c5-8eff-eff865dd931f'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:00:03.630603 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:59:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['e29969a5-7638-43c5-8eff-eff865dd931f'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:03.671086 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Notify callbacks [] for router, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:03.672533 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0209789 Aug 21 11:00:03.675291 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 58682) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:03.826455 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Set router e29969a5-7638-43c5-8eff-eff865dd931f gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:00:03.870552 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 893ab869-19a6-4d13-81e6-d05a79802217 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:00:04.154242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 893ab869-19a6-4d13-81e6-d05a79802217 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:00:04.200301 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'name': 'tempest-TestMinimumBasicScenario-1666171820-router', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:01Z', 'updated_at': '2021-08-21T11:00:02Z', 'revision_number': 3, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'gw_port': {'id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:02Z', 'updated_at': '2021-08-21T11:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:04.204703 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Checking router: e29969a5-7638-43c5-8eff-eff865dd931f for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:00:04.205113 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Updating router e29969a5-7638-43c5-8eff-eff865dd931f port 8b2330ba-fefa-4669-a5be-f945a1a13585 binding host dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 11:00:04.274622 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:04.502335 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:04.577416 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064ce91f-e7e4-48ca-afcf-ee7bf38d4d96 None None] Network 4be1a08b-e0bf-465e-becc-d5b081a0ebbd requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 11:00:04.729089 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Allocated IP 172.20.0.1 (4be1a08b-e0bf-465e-becc-d5b081a0ebbd/40c8cfd1-cbd1-4a75-ab60-6735884df6d9/f7ee4d41-04eb-483e-9498-a3bbed22fdd4) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:00:04.766315 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Notify callbacks [] for port, precommit_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:04.863707 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-c4d4d03a-1b55-4945-8ba9-f5a862907c4e None None] Provisioning for port 893ab869-19a6-4d13-81e6-d05a79802217 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:00:04.885458 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:04.902286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Transition to ACTIVE for port object f7ee4d41-04eb-483e-9498-a3bbed22fdd4 will not be triggered until provisioned by entity DHCP. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:00:04.922990 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-c4d4d03a-1b55-4945-8ba9-f5a862907c4e None None] Provisioning complete for port 893ab869-19a6-4d13-81e6-d05a79802217 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:04.923412 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c4d4d03a-1b55-4945-8ba9-f5a862907c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:04.950413 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:04.954041 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Transition to ACTIVE for port object 8b2330ba-fefa-4669-a5be-f945a1a13585 will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:00:04.955418 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:05.022675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Network 4be1a08b-e0bf-465e-becc-d5b081a0ebbd is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:00:05.025549 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:00:05.030227 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:00:05.035860 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:05.045450 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:05.061751 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ee4d41-04eb-483e-9498-a3bbed22fdd4,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:05.068628 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:05.090812 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821644294'] for router_interface, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:05.189417 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3f986-f73e-493d-9230-f7e80c5bd31a None None] Pushing event updated for resources: {'Port': ['ID=8b2330ba-fefa-4669-a5be-f945a1a13585,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:05.193724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:05.198655 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d7d3f986-f73e-493d-9230-f7e80c5bd31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:05.200533 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Attempting to bind port 8b2330ba-fefa-4669-a5be-f945a1a13585 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 11:00:05.200953 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Attempting to bind port 8b2330ba-fefa-4669-a5be-f945a1a13585 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 11:00:05.201358 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Attempting to bind port 8b2330ba-fefa-4669-a5be-f945a1a13585 on network f35c1524-3b1c-4af7-979d-fa22ca7197b4 {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:00:05.238790 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 11:00:05.239241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Checking segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:00:05.239712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:05.240151 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Bound using segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 11:00:05.240669 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Bound port: 8b2330ba-fefa-4669-a5be-f945a1a13585, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 11:00:05.241086 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:05.284596 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c4d4d03a-1b55-4945-8ba9-f5a862907c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:05.575827 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-c4d4d03a-1b55-4945-8ba9-f5a862907c4e None None] For port 893ab869-19a6-4d13-81e6-d05a79802217, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=893ab869-19a6-4d13-81e6-d05a79802217,segment=NetworkSegment(064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a),segment_id=064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:00:05.584537 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] For port 8b2330ba-fefa-4669-a5be-f945a1a13585, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 11:00:05.595300 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] For port 8b2330ba-fefa-4669-a5be-f945a1a13585, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=8b2330ba-fefa-4669-a5be-f945a1a13585,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 11:00:05.622348 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c4d4d03a-1b55-4945-8ba9-f5a862907c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:05.630761 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:05.659786 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:05.675281 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:05.699778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:05.714764 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4d03a-1b55-4945-8ba9-f5a862907c4e None None] Pushing event updated for resources: {'Port': ['ID=893ab869-19a6-4d13-81e6-d05a79802217,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:05.718728 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c4d4d03a-1b55-4945-8ba9-f5a862907c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:05.719247 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:05.770706 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c0a1d54c-9530-4d56-bf8d-4e41ba457ad9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:05.782559 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Routers {'e29969a5-7638-43c5-8eff-eff865dd931f'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:00:05.783568 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:59:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['e29969a5-7638-43c5-8eff-eff865dd931f'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:05.802287 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32838329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33131353'] for router_interface, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:05.854503 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 893ab869-19a6-4d13-81e6-d05a79802217 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:00:05.917990 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ee4d41-04eb-483e-9498-a3bbed22fdd4,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:05.925643 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:05.982631 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-643fd676-61be-4578-87c5-7cd3c1942572 None None] Provisioning complete for port 893ab869-19a6-4d13-81e6-d05a79802217 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:05.983053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-643fd676-61be-4578-87c5-7cd3c1942572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:06.012284 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Network 4be1a08b-e0bf-465e-becc-d5b081a0ebbd is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:00:06.014118 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:00:06.085420 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3f986-f73e-493d-9230-f7e80c5bd31a None None] Pushing event updated for resources: {'Port': ['ID=8b2330ba-fefa-4669-a5be-f945a1a13585,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:06.089274 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d7d3f986-f73e-493d-9230-f7e80c5bd31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:06.222950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] Set router e29969a5-7638-43c5-8eff-eff865dd931f gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:00:06.266976 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 893ab869-19a6-4d13-81e6-d05a79802217 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:06.267413 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:06.298382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:06.447053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Router e29969a5-7638-43c5-8eff-eff865dd931f has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:00:06.561019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-643fd676-61be-4578-87c5-7cd3c1942572 None None] Provisioning for port f7ee4d41-04eb-483e-9498-a3bbed22fdd4 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:00:06.577080 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-643fd676-61be-4578-87c5-7cd3c1942572 None None] Provisioning complete for port f7ee4d41-04eb-483e-9498-a3bbed22fdd4 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:06.577508 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-643fd676-61be-4578-87c5-7cd3c1942572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:06.660442 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:00:06.670014 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] 10.222.0.49 "PUT /v2.0/routers/e29969a5-7638-43c5-8eff-eff865dd931f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9936080 Aug 21 11:00:06.682245 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-643fd676-61be-4578-87c5-7cd3c1942572 None None] Port f7ee4d41-04eb-483e-9498-a3bbed22fdd4 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 11:00:06.748973 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'name': 'tempest-TestMinimumBasicScenario-1666171820-router', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:01Z', 'updated_at': '2021-08-21T11:00:05Z', 'revision_number': 4, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'gw_port': {'id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:02Z', 'updated_at': '2021-08-21T11:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'f7ee4d41-04eb-483e-9498-a3bbed22fdd4', 'name': '', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'mac_address': 'fa:16:3e:99:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:04Z', 'updated_at': '2021-08-21T11:00:05Z', 'revision_number': 2, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'subnets': [{'id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:06.753496 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fd86f7-71fb-439f-bec2-3487d6da73db None None] The sync data for ids ['e29969a5-7638-43c5-8eff-eff865dd931f'] in dv-cinder-805477-1-iscsi is: [{'id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'name': 'tempest-TestMinimumBasicScenario-1666171820-router', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:01Z', 'updated_at': '2021-08-21T11:00:05Z', 'revision_number': 4, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'gw_port': {'id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:02Z', 'updated_at': '2021-08-21T11:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'f7ee4d41-04eb-483e-9498-a3bbed22fdd4', 'name': '', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'mac_address': 'fa:16:3e:99:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:04Z', 'updated_at': '2021-08-21T11:00:05Z', 'revision_number': 2, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'subnets': [{'id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:00:06.820922 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-91b33dd8-b7dd-4c70-be71-dd6c53f1d595 None None] Provisioning complete for port f7ee4d41-04eb-483e-9498-a3bbed22fdd4 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:06.821434 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-91b33dd8-b7dd-4c70-be71-dd6c53f1d595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:06.884912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-91b33dd8-b7dd-4c70-be71-dd6c53f1d595 None None] Port f7ee4d41-04eb-483e-9498-a3bbed22fdd4 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 11:00:07.773374 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 58744) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:07.779640 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-107682669-network', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:00:07.784968 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:00:07.791531 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Usage tracker for resource:network and tenant:089e5a672070415e80dc8b02f49eecfa is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:00:07.802935 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:00:07.814586 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:00:07.854048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Made reservation on behalf of 089e5a672070415e80dc8b02f49eecfa for: {'network': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 11:00:07.859235 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:07.877224 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:07.913621 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:00:07.918398 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Usage tracker for resource:security_group_rule and tenant:089e5a672070415e80dc8b02f49eecfa is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:00:07.921577 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:00:07.928317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:00:08.002991 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:08.034919 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:08.040001 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-541735d5-20fb-41ba-a0fe-18713f93043e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:08.071040 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=82512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 11:00:08.081540 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d0de67-fdcf-4c7c-98b2-1f65162bd629,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:08.085928 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:08.086930 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:08.087320 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Added segment 175f02da-1f2a-4d13-a4bc-8fff6f43ad62 of type vlan for network b83768cf-31b1-4469-9072-7041a49e9a69 Aug 21 11:00:08.115258 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:08.175142 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:08.177323 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:08.178165 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:08.184125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5cb2304f-6783-4457-b3ff-bfc4286f0880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:08.292948 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Pushing event updated for resources: {'Network': ['ID=b83768cf-31b1-4469-9072-7041a49e9a69,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:08.295789 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:08.304206 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network b83768cf-31b1-4469-9072-7041a49e9a69 details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 11:00:08.340662 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-059dbac3-6b37-4bdb-81bf-6149b472629f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5660756 Aug 21 11:00:08.343407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 58748) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:08.350601 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Request body: {'subnet': {'network_id': 'b83768cf-31b1-4469-9072-7041a49e9a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-107682669-subnet', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'ip_version': 4}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:00:08.356105 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:00:08.360237 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Usage tracker for resource:subnet and tenant:089e5a672070415e80dc8b02f49eecfa is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:00:08.363242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:00:08.371330 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:00:08.413786 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Made reservation on behalf of 089e5a672070415e80dc8b02f49eecfa for: {'subnet': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 11:00:08.418854 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822661494'] for subnet, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:08.663520 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853378745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822661477'] for subnet, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:08.677320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:08.744708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d49a2c-1b1f-444f-a730-057a97738b16,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:08.749701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:08.760151 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Checking segment: {'id': '175f02da-1f2a-4d13-a4bc-8fff6f43ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b83768cf-31b1-4469-9072-7041a49e9a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:00:08.760558 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Network hostable DHCP agents. Network: b83768cf-31b1-4469-9072-7041a49e9a69, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 11:00:08.807952 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Network b83768cf-31b1-4469-9072-7041a49e9a69 is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 11:00:08.840048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, b83768cf-31b1-4469-9072-7041a49e9a69) {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:00:08.844104 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:08.844759 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:08.850049 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47111e9a-6e32-4306-8cf2-863e5dc8bbf0 None None] Network b83768cf-31b1-4469-9072-7041a49e9a69 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 11:00:08.892737 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5479031 Aug 21 11:00:08.895424 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 58758) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:08.901187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-107682669-router', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:00:08.906379 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:00:08.911125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Usage tracker for resource:router and tenant:089e5a672070415e80dc8b02f49eecfa is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:00:08.914317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:00:08.920724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:00:08.968336 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33135636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762917'] for router, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:08.969373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821639991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821640435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:09.075454 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c1ad745-1140-5ba7-a055-2cb98fb248a8-b83768cf-31b1-4469-9072-7041a49e9a69', 'network_id': 'b83768cf-31b1-4469-9072-7041a49e9a69', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'fixed_ips': [{'subnet_id': '36d49a2c-1b1f-444f-a730-057a97738b16'}]}} from dv-cinder-805477-1-iscsi. {{(pid=82513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 11:00:09.076374 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:09.129327 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:09.131827 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:00:09.326399 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821640420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33135655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:09.341562 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Allocated IP 172.20.0.2 (b83768cf-31b1-4469-9072-7041a49e9a69/36d49a2c-1b1f-444f-a730-057a97738b16/ed6d1700-ac22-4528-8987-f27cacd4f667) {{(pid=82513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:00:09.422510 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-329fde19-9b0b-4fa5-af67-a4d93a6ad120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:09.561523 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Notify callbacks [] for port, precommit_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:09.585421 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:09.620130 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:09.628921 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Transition to ACTIVE for port object ed6d1700-ac22-4528-8987-f27cacd4f667 will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:00:09.649783 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Transition to ACTIVE for port object ed6d1700-ac22-4528-8987-f27cacd4f667 will not be triggered until provisioned by entity DHCP. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:00:09.680686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:09.686448 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d06f5d9b-c1f3-4ac4-b422-4d95072f9ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:09.737835 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 58764) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:09.757880 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Network b83768cf-31b1-4469-9072-7041a49e9a69 is already hosted by enough agents. {{(pid=82513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:00:09.760888 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Resources bound (agent type, host, resource id): {{(pid=82513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:00:09.763461 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Received port after_create {{(pid=82513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:00:09.766492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Allocated IP 172.27.3.107 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/06c4a669-4c89-4d46-ad11-f844aa9e7542) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:00:09.771092 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Pushing event updated for resources: {'Port': ['ID=ed6d1700-ac22-4528-8987-f27cacd4f667,revision_number=1']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:09.773804 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:09.836453 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Deleting subnet 6d7a2392-19fe-4aa8-b158-e2b12697376c {{(pid=82511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 11:00:09.840031 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:09.875885 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Attempting to bind port ed6d1700-ac22-4528-8987-f27cacd4f667 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 11:00:09.876969 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Attempting to bind port ed6d1700-ac22-4528-8987-f27cacd4f667 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '175f02da-1f2a-4d13-a4bc-8fff6f43ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b83768cf-31b1-4469-9072-7041a49e9a69'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 11:00:09.877179 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Attempting to bind port ed6d1700-ac22-4528-8987-f27cacd4f667 on network b83768cf-31b1-4469-9072-7041a49e9a69 {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:00:09.883074 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 8b2330ba-fefa-4669-a5be-f945a1a13585 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:00:09.901605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853246605'] for subnet, precommit_delete_associations {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:09.925777 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 10, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 11:00:09.927042 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Checking segment: {'id': '175f02da-1f2a-4d13-a4bc-8fff6f43ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b83768cf-31b1-4469-9072-7041a49e9a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:00:09.927179 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:09.927647 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Bound using segment: {'id': '175f02da-1f2a-4d13-a4bc-8fff6f43ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b83768cf-31b1-4469-9072-7041a49e9a69'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 11:00:09.928187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Bound port: ed6d1700-ac22-4528-8987-f27cacd4f667, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175f02da-1f2a-4d13-a4bc-8fff6f43ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b83768cf-31b1-4469-9072-7041a49e9a69'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 11:00:09.928607 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:09.935026 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:09.961270 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:10.014437 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:10.021724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-272f35fc-22a6-4dae-9bf0-65fc48a29aa5 tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:10.074580 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] For port ed6d1700-ac22-4528-8987-f27cacd4f667, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 11:00:10.093590 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 8b2330ba-fefa-4669-a5be-f945a1a13585 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:00:10.099217 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 8b2330ba-fefa-4669-a5be-f945a1a13585 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:10.103043 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:10.103171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:00:10.104718 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:00:10.109708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:00:10.135879 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Pushing event updated for resources: {'Port': ['ID=06c4a669-4c89-4d46-ad11-f844aa9e7542,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:10.141382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:10.161616 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] For port ed6d1700-ac22-4528-8987-f27cacd4f667, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=ed6d1700-ac22-4528-8987-f27cacd4f667,segment=NetworkSegment(175f02da-1f2a-4d13-a4bc-8fff6f43ad62),segment_id=175f02da-1f2a-4d13-a4bc-8fff6f43ad62)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 11:00:10.228505 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:10.235017 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d7d3f986-f73e-493d-9230-f7e80c5bd31a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:10.272410 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:10.300107 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31833284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822819163'] for subnet, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:10.305282 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:10.320538 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Pushing event updated for resources: {'Port': ['ID=ed6d1700-ac22-4528-8987-f27cacd4f667,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:10.328475 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:10.354538 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d7a2392-19fe-4aa8-b158-e2b12697376c,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:10.365066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:10.370901 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:10.371326 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:10.371769 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:10.372182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:10.372747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:10.373125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:10.373510 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:10.373960 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:10.374622 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:10.375024 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:10.375427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:10.379197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:10.383885 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6d7a2392-19fe-4aa8-b158-e2b12697376c HTTP/1.1" status: 204 len: 168 time: 0.6419957 Aug 21 11:00:10.384535 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 58768) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:10.401605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port 8b2330ba-fefa-4669-a5be-f945a1a13585, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=8b2330ba-fefa-4669-a5be-f945a1a13585,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:00:10.407623 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:10.409043 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821640145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33135399'] for router, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:10.425472 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:10.427960 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0fc5662a-4911-4ec9-8a26-7e1442e299ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:10.493171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Sync routers for ids ['e29969a5-7638-43c5-8eff-eff865dd931f'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:00:10.511397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Routers {'e29969a5-7638-43c5-8eff-eff865dd931f'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:00:10.512115 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:59:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['e29969a5-7638-43c5-8eff-eff865dd931f'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:10.512534 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=8b2330ba-fefa-4669-a5be-f945a1a13585,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:10.512840 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-463b2586-3c9c-4e3b-8c5e-14ea42efa162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:10.515784 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:10.663262 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-463b2586-3c9c-4e3b-8c5e-14ea42efa162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:10.682425 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-463b2586-3c9c-4e3b-8c5e-14ea42efa162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940d4f2c-598f-4f8a-9374-817e1e821a85']}} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:10.724298 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-463b2586-3c9c-4e3b-8c5e-14ea42efa162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78823b8-e97f-43f7-9c1c-2d9418bd4638') {'for_net_delete': True} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:10.725001 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-463b2586-3c9c-4e3b-8c5e-14ea42efa162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78823b8-e97f-43f7-9c1c-2d9418bd4638') {} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:10.744169 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-463b2586-3c9c-4e3b-8c5e-14ea42efa162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1529211'] for segment, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:10.808374 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-463b2586-3c9c-4e3b-8c5e-14ea42efa162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:10.818889 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463b2586-3c9c-4e3b-8c5e-14ea42efa162 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=82511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 11:00:10.819602 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-463b2586-3c9c-4e3b-8c5e-14ea42efa162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31833257'] for segment, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 11:00:10.894424 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 11:00:10.911304 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Set router e29969a5-7638-43c5-8eff-eff865dd931f gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:00:10.966678 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Router ac0f151d-180b-46ec-8eaf-8d183db531f2 is scheduled to L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a with binding_index 1 {{(pid=82512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 11:00:11.052270 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:11.109405 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-463b2586-3c9c-4e3b-8c5e-14ea42efa162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:11.118940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:11.133898 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-463b2586-3c9c-4e3b-8c5e-14ea42efa162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:11.145157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b2586-3c9c-4e3b-8c5e-14ea42efa162 admin admin] Pushing event deleted for resources: {'Network': ['ID=940d4f2c-598f-4f8a-9374-817e1e821a85,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:11.148613 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-463b2586-3c9c-4e3b-8c5e-14ea42efa162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:11.182906 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-463b2586-3c9c-4e3b-8c5e-14ea42efa162 admin admin] 10.222.0.49 "DELETE /v2.0/networks/940d4f2c-598f-4f8a-9374-817e1e821a85 HTTP/1.1" status: 204 len: 168 time: 0.7949879 Aug 21 11:00:11.205128 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:00:11.215647 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Sync routers for ids ['ac0f151d-180b-46ec-8eaf-8d183db531f2'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:00:11.232815 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Routers {'ac0f151d-180b-46ec-8eaf-8d183db531f2'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:00:11.233662 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T10:59:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['ac0f151d-180b-46ec-8eaf-8d183db531f2'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:11.252410 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'name': 'tempest-TestMinimumBasicScenario-1666171820-router', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:01Z', 'updated_at': '2021-08-21T11:00:05Z', 'revision_number': 4, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'gw_port': {'id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:02Z', 'updated_at': '2021-08-21T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'f7ee4d41-04eb-483e-9498-a3bbed22fdd4', 'name': '', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'mac_address': 'fa:16:3e:99:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:04Z', 'updated_at': '2021-08-21T11:00:05Z', 'revision_number': 2, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'subnets': [{'id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:11.256799 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Checking router: e29969a5-7638-43c5-8eff-eff865dd931f for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:00:11.257200 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Updating router e29969a5-7638-43c5-8eff-eff865dd931f port f7ee4d41-04eb-483e-9498-a3bbed22fdd4 binding host dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 11:00:11.265825 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Notify callbacks [] for router, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:11.267356 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3708179 Aug 21 11:00:11.270338 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 58774) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:11.312622 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:11.564030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 58778) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:11.603766 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Set router ac0f151d-180b-46ec-8eaf-8d183db531f2 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:00:11.669912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 58782) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:11.675904 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-63fe8bf9-39c4-46bd-ad7f-51aca24f08aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53ec20c143074dbdbb94547f27b02ab3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1092854 Aug 21 11:00:11.716175 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Notify callbacks [] for port, precommit_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:11.730350 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Transition to ACTIVE for port object f7ee4d41-04eb-483e-9498-a3bbed22fdd4 will not be triggered until provisioned by entity L2. {{(pid=82514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:00:11.768077 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:11.773667 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:11.854273 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d067b5-8a96-4457-8ce9-88ff50dbaa9e None None] Pushing event updated for resources: {'Port': ['ID=f7ee4d41-04eb-483e-9498-a3bbed22fdd4,revision_number=3']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:11.857293 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3406fb22-d19c-419b-9316-2400c9b66732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:11.869471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d067b5-8a96-4457-8ce9-88ff50dbaa9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:11.870084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d067b5-8a96-4457-8ce9-88ff50dbaa9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:11.870626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d067b5-8a96-4457-8ce9-88ff50dbaa9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:11.871160 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d067b5-8a96-4457-8ce9-88ff50dbaa9e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:11.871712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d067b5-8a96-4457-8ce9-88ff50dbaa9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:11.872228 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d067b5-8a96-4457-8ce9-88ff50dbaa9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:11.872744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d067b5-8a96-4457-8ce9-88ff50dbaa9e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:11.873294 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d067b5-8a96-4457-8ce9-88ff50dbaa9e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:11.873818 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d067b5-8a96-4457-8ce9-88ff50dbaa9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:11.874630 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d067b5-8a96-4457-8ce9-88ff50dbaa9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:11.875137 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d067b5-8a96-4457-8ce9-88ff50dbaa9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:11.910279 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f6d067b5-8a96-4457-8ce9-88ff50dbaa9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:11.970294 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3406fb22-d19c-419b-9316-2400c9b66732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:12.010803 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 8b2330ba-fefa-4669-a5be-f945a1a13585 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:00:12.067059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f347b573-c54a-4501-838c-06d28fe6a64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:12.115007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3406fb22-d19c-419b-9316-2400c9b66732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:12.122126 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5495eb45-1b54-48e4-81e0-ce0baeb3703d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:12.127186 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'name': 'tempest-TestMinimumBasicScenario-107682669-router', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '06c4a669-4c89-4d46-ad11-f844aa9e7542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:08Z', 'updated_at': '2021-08-21T11:00:10Z', 'revision_number': 3, 'project_id': '089e5a672070415e80dc8b02f49eecfa', 'gw_port': {'id': '06c4a669-4c89-4d46-ad11-f844aa9e7542', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:09Z', 'updated_at': '2021-08-21T11:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:12.135944 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Checking router: ac0f151d-180b-46ec-8eaf-8d183db531f2 for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:00:12.136682 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Updating router ac0f151d-180b-46ec-8eaf-8d183db531f2 port 06c4a669-4c89-4d46-ad11-f844aa9e7542 binding host dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 11:00:12.144167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406fb22-d19c-419b-9316-2400c9b66732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e3e089-e4bb-4e84-bd70-faf7603ca0de,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:12.152121 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Attempting to bind port f7ee4d41-04eb-483e-9498-a3bbed22fdd4 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 11:00:12.152710 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Attempting to bind port f7ee4d41-04eb-483e-9498-a3bbed22fdd4 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd'}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 11:00:12.153506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3406fb22-d19c-419b-9316-2400c9b66732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:12.153910 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Attempting to bind port f7ee4d41-04eb-483e-9498-a3bbed22fdd4 on network 4be1a08b-e0bf-465e-becc-d5b081a0ebbd {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:00:12.172990 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 11, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 11:00:12.178789 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Checking segment: {'id': '064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:00:12.179599 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:12.180261 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Bound using segment: {'id': '064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd'} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 11:00:12.181032 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Bound port: f7ee4d41-04eb-483e-9498-a3bbed22fdd4, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd'}}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 11:00:12.182210 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:12.185669 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 8b2330ba-fefa-4669-a5be-f945a1a13585 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:12.187259 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:12.299091 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3406fb22-d19c-419b-9316-2400c9b66732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:12.300591 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-3406fb22-d19c-419b-9316-2400c9b66732 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9e3e089-e4bb-4e84-bd70-faf7603ca0de HTTP/1.1" status: 204 len: 168 time: 0.5671299 Aug 21 11:00:12.306071 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:12.307940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] For port f7ee4d41-04eb-483e-9498-a3bbed22fdd4, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 11:00:12.311668 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] For port f7ee4d41-04eb-483e-9498-a3bbed22fdd4, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=f7ee4d41-04eb-483e-9498-a3bbed22fdd4,segment=NetworkSegment(064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a),segment_id=064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a)] {{(pid=82514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 11:00:12.350881 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:12.351272 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:12.358169 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:12.468747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:12.499852 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d067b5-8a96-4457-8ce9-88ff50dbaa9e None None] Pushing event updated for resources: {'Port': ['ID=f7ee4d41-04eb-483e-9498-a3bbed22fdd4,revision_number=4']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:12.505993 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Routers {'e29969a5-7638-43c5-8eff-eff865dd931f'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:00:12.506748 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:00:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['e29969a5-7638-43c5-8eff-eff865dd931f'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:12.545068 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bfac76-e069-4ecf-b5c2-6e8c1b6a076b None None] Network b83768cf-31b1-4469-9072-7041a49e9a69 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 11:00:12.567998 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f6d067b5-8a96-4457-8ce9-88ff50dbaa9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:12.757801 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] Set router e29969a5-7638-43c5-8eff-eff865dd931f gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:00:12.775179 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Allocated IP 172.20.0.1 (b83768cf-31b1-4469-9072-7041a49e9a69/36d49a2c-1b1f-444f-a730-057a97738b16/45784740-36b4-43c0-bdc1-1f64f8255be0) {{(pid=82511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:00:12.917411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device ed6d1700-ac22-4528-8987-f27cacd4f667 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:00:12.987612 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.015139 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Transition to ACTIVE for port object 45784740-36b4-43c0-bdc1-1f64f8255be0 will not be triggered until provisioned by entity DHCP. {{(pid=82511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:00:13.069362 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.074782 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:13.120549 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-dba635cd-2865-465f-8f5e-17aa25ae186d None None] Provisioning for port ed6d1700-ac22-4528-8987-f27cacd4f667 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:00:13.140567 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'name': 'tempest-TestMinimumBasicScenario-1666171820-router', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:01Z', 'updated_at': '2021-08-21T11:00:05Z', 'revision_number': 4, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'gw_port': {'id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:02Z', 'updated_at': '2021-08-21T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'f7ee4d41-04eb-483e-9498-a3bbed22fdd4', 'name': '', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'mac_address': 'fa:16:3e:99:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:04Z', 'updated_at': '2021-08-21T11:00:12Z', 'revision_number': 4, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'subnets': [{'id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:13.145756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a13a1-2407-40f2-8908-34967f1685b7 None None] The sync data for ids ['e29969a5-7638-43c5-8eff-eff865dd931f'] in dv-cinder-805477-1-iscsi is: [{'id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'name': 'tempest-TestMinimumBasicScenario-1666171820-router', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:01Z', 'updated_at': '2021-08-21T11:00:05Z', 'revision_number': 4, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'gw_port': {'id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:02Z', 'updated_at': '2021-08-21T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'f7ee4d41-04eb-483e-9498-a3bbed22fdd4', 'name': '', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'mac_address': 'fa:16:3e:99:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:04Z', 'updated_at': '2021-08-21T11:00:12Z', 'revision_number': 4, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'subnets': [{'id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:00:13.147226 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Network b83768cf-31b1-4469-9072-7041a49e9a69 is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:00:13.150101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:00:13.159731 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Received port after_create {{(pid=82511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:00:13.196834 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port ed6d1700-ac22-4528-8987-f27cacd4f667 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:00:13.208570 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port ed6d1700-ac22-4528-8987-f27cacd4f667 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:13.209092 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.243363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Pushing event updated for resources: {'Port': ['ID=45784740-36b4-43c0-bdc1-1f64f8255be0,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:13.252844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821644294'] for router_interface, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.284884 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:13.300534 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Notify callbacks [] for port, precommit_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.321005 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Transition to ACTIVE for port object 06c4a669-4c89-4d46-ad11-f844aa9e7542 will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:00:13.371333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.382782 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:13.387346 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.479573 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.488980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5786dc-a4f5-4f19-8dc6-44d39764df9a None None] Pushing event updated for resources: {'Port': ['ID=06c4a669-4c89-4d46-ad11-f844aa9e7542,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:13.495108 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2a5786dc-a4f5-4f19-8dc6-44d39764df9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:13.495917 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Attempting to bind port 06c4a669-4c89-4d46-ad11-f844aa9e7542 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 11:00:13.496333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Attempting to bind port 06c4a669-4c89-4d46-ad11-f844aa9e7542 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 11:00:13.496744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Attempting to bind port 06c4a669-4c89-4d46-ad11-f844aa9e7542 on network f35c1524-3b1c-4af7-979d-fa22ca7197b4 {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:00:13.510753 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 11, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 11:00:13.511174 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Checking segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:00:13.511640 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.512148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Bound using segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 11:00:13.512582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Bound port: 06c4a669-4c89-4d46-ad11-f844aa9e7542, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 11:00:13.513003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.603195 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port ed6d1700-ac22-4528-8987-f27cacd4f667, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=ed6d1700-ac22-4528-8987-f27cacd4f667,segment=NetworkSegment(175f02da-1f2a-4d13-a4bc-8fff6f43ad62),segment_id=175f02da-1f2a-4d13-a4bc-8fff6f43ad62)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:00:13.634777 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-25dbe887-3136-4227-99a9-8d14f7f96328 None None] Provisioning complete for port ed6d1700-ac22-4528-8987-f27cacd4f667 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:13.635003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-25dbe887-3136-4227-99a9-8d14f7f96328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.656619 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.670045 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.674465 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] For port 06c4a669-4c89-4d46-ad11-f844aa9e7542, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 11:00:13.679124 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.684767 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-749774d4-1362-4b31-bc94-b4353d68cabf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:13.699844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31833227'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.743816 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] For port 06c4a669-4c89-4d46-ad11-f844aa9e7542, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=06c4a669-4c89-4d46-ad11-f844aa9e7542,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 11:00:13.771127 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:13.776690 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.844078 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=ed6d1700-ac22-4528-8987-f27cacd4f667,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:13.856017 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:13.860009 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32838329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33131353'] for router_interface, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:13.861996 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e20abdca-3b23-4b64-baab-9e73b2a463a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:13.890464 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Pushing event updated for resources: {'Port': ['ID=45784740-36b4-43c0-bdc1-1f64f8255be0,revision_number=2']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:13.907682 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device f7ee4d41-04eb-483e-9498-a3bbed22fdd4 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:00:13.939582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:14.022267 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Network b83768cf-31b1-4469-9072-7041a49e9a69 is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:00:14.023443 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:00:14.027119 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5786dc-a4f5-4f19-8dc6-44d39764df9a None None] Pushing event updated for resources: {'Port': ['ID=06c4a669-4c89-4d46-ad11-f844aa9e7542,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:14.031964 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2a5786dc-a4f5-4f19-8dc6-44d39764df9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:14.035191 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Routers {'ac0f151d-180b-46ec-8eaf-8d183db531f2'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:00:14.036442 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:00:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['ac0f151d-180b-46ec-8eaf-8d183db531f2'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:14.236656 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port f7ee4d41-04eb-483e-9498-a3bbed22fdd4 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:00:14.254620 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port f7ee4d41-04eb-483e-9498-a3bbed22fdd4 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:14.255042 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:14.455565 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-744c1356-111d-4029-8651-638831b968b2 None None] Provisioning for port 45784740-36b4-43c0-bdc1-1f64f8255be0 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:00:14.475737 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-744c1356-111d-4029-8651-638831b968b2 None None] Provisioning complete for port 45784740-36b4-43c0-bdc1-1f64f8255be0 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:14.476298 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-744c1356-111d-4029-8651-638831b968b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:14.544099 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] Set router ac0f151d-180b-46ec-8eaf-8d183db531f2 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:00:14.609980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-744c1356-111d-4029-8651-638831b968b2 None None] Port 45784740-36b4-43c0-bdc1-1f64f8255be0 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 11:00:14.673933 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Router ac0f151d-180b-46ec-8eaf-8d183db531f2 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:00:14.828397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:14.863933 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-54794dde-2953-4723-9a95-56bac3bb42b4 None None] Provisioning complete for port 45784740-36b4-43c0-bdc1-1f64f8255be0 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:14.864352 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-54794dde-2953-4723-9a95-56bac3bb42b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:14.883442 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:00:14.892607 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] 10.222.0.49 "PUT /v2.0/routers/ac0f151d-180b-46ec-8eaf-8d183db531f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6208019 Aug 21 11:00:14.958858 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port f7ee4d41-04eb-483e-9498-a3bbed22fdd4, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=f7ee4d41-04eb-483e-9498-a3bbed22fdd4,segment=NetworkSegment(064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a),segment_id=064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:00:15.000749 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-54794dde-2953-4723-9a95-56bac3bb42b4 None None] Port 45784740-36b4-43c0-bdc1-1f64f8255be0 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 11:00:15.012139 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:15.014666 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2a5786dc-a4f5-4f19-8dc6-44d39764df9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:15.094491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=f7ee4d41-04eb-483e-9498-a3bbed22fdd4,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:15.099244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:15.105521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'name': 'tempest-TestMinimumBasicScenario-107682669-router', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '06c4a669-4c89-4d46-ad11-f844aa9e7542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:08Z', 'updated_at': '2021-08-21T11:00:13Z', 'revision_number': 4, 'project_id': '089e5a672070415e80dc8b02f49eecfa', 'gw_port': {'id': '06c4a669-4c89-4d46-ad11-f844aa9e7542', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:09Z', 'updated_at': '2021-08-21T11:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '45784740-36b4-43c0-bdc1-1f64f8255be0', 'name': '', 'network_id': 'b83768cf-31b1-4469-9072-7041a49e9a69', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36d49a2c-1b1f-444f-a730-057a97738b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:12Z', 'updated_at': '2021-08-21T11:00:13Z', 'revision_number': 2, 'project_id': '089e5a672070415e80dc8b02f49eecfa', 'subnets': [{'id': '36d49a2c-1b1f-444f-a730-057a97738b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:15.109712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1379a579-cd30-43a5-b12f-50bb0755c243 None None] The sync data for ids ['ac0f151d-180b-46ec-8eaf-8d183db531f2'] in dv-cinder-805477-1-iscsi is: [{'id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'name': 'tempest-TestMinimumBasicScenario-107682669-router', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '06c4a669-4c89-4d46-ad11-f844aa9e7542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:08Z', 'updated_at': '2021-08-21T11:00:13Z', 'revision_number': 4, 'project_id': '089e5a672070415e80dc8b02f49eecfa', 'gw_port': {'id': '06c4a669-4c89-4d46-ad11-f844aa9e7542', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:09Z', 'updated_at': '2021-08-21T11:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '45784740-36b4-43c0-bdc1-1f64f8255be0', 'name': '', 'network_id': 'b83768cf-31b1-4469-9072-7041a49e9a69', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36d49a2c-1b1f-444f-a730-057a97738b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:12Z', 'updated_at': '2021-08-21T11:00:13Z', 'revision_number': 2, 'project_id': '089e5a672070415e80dc8b02f49eecfa', 'subnets': [{'id': '36d49a2c-1b1f-444f-a730-057a97738b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:00:15.824854 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device f7ee4d41-04eb-483e-9498-a3bbed22fdd4 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:00:15.921087 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port f7ee4d41-04eb-483e-9498-a3bbed22fdd4 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:15.921513 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:16.062524 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device ed6d1700-ac22-4528-8987-f27cacd4f667 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:00:16.148911 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port ed6d1700-ac22-4528-8987-f27cacd4f667 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:16.149472 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:17.849215 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 06c4a669-4c89-4d46-ad11-f844aa9e7542 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:00:17.960199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 06c4a669-4c89-4d46-ad11-f844aa9e7542 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:00:17.966245 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 06c4a669-4c89-4d46-ad11-f844aa9e7542 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:17.966761 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:18.107614 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:18.126430 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port 06c4a669-4c89-4d46-ad11-f844aa9e7542, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=06c4a669-4c89-4d46-ad11-f844aa9e7542,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:00:18.173064 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:18.175528 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:18.282583 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=06c4a669-4c89-4d46-ad11-f844aa9e7542,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:18.291585 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:19.290723 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Sync routers for ids ['ac0f151d-180b-46ec-8eaf-8d183db531f2'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:00:19.305427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Routers {'ac0f151d-180b-46ec-8eaf-8d183db531f2'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:00:19.306105 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:00:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['ac0f151d-180b-46ec-8eaf-8d183db531f2'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:19.654737 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Set router ac0f151d-180b-46ec-8eaf-8d183db531f2 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:00:19.872051 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 06c4a669-4c89-4d46-ad11-f844aa9e7542 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:00:19.960103 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 06c4a669-4c89-4d46-ad11-f844aa9e7542 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:19.963037 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:20.042138 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'name': 'tempest-TestMinimumBasicScenario-107682669-router', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '06c4a669-4c89-4d46-ad11-f844aa9e7542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:08Z', 'updated_at': '2021-08-21T11:00:13Z', 'revision_number': 4, 'project_id': '089e5a672070415e80dc8b02f49eecfa', 'gw_port': {'id': '06c4a669-4c89-4d46-ad11-f844aa9e7542', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:09Z', 'updated_at': '2021-08-21T11:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '45784740-36b4-43c0-bdc1-1f64f8255be0', 'name': '', 'network_id': 'b83768cf-31b1-4469-9072-7041a49e9a69', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36d49a2c-1b1f-444f-a730-057a97738b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:12Z', 'updated_at': '2021-08-21T11:00:13Z', 'revision_number': 2, 'project_id': '089e5a672070415e80dc8b02f49eecfa', 'subnets': [{'id': '36d49a2c-1b1f-444f-a730-057a97738b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:20.046853 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Checking router: ac0f151d-180b-46ec-8eaf-8d183db531f2 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:00:20.047503 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Updating router ac0f151d-180b-46ec-8eaf-8d183db531f2 port 45784740-36b4-43c0-bdc1-1f64f8255be0 binding host dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 11:00:20.137970 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:20.543414 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Notify callbacks [] for port, precommit_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:20.556987 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Transition to ACTIVE for port object 45784740-36b4-43c0-bdc1-1f64f8255be0 will not be triggered until provisioned by entity L2. {{(pid=82514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:00:20.602138 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:20.608252 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:20.757339 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345f934-b44d-4bf2-a707-bada11708bc7 None None] Pushing event updated for resources: {'Port': ['ID=45784740-36b4-43c0-bdc1-1f64f8255be0,revision_number=3']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:20.761084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9345f934-b44d-4bf2-a707-bada11708bc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:20.856832 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Attempting to bind port 45784740-36b4-43c0-bdc1-1f64f8255be0 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 11:00:20.857189 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Attempting to bind port 45784740-36b4-43c0-bdc1-1f64f8255be0 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '175f02da-1f2a-4d13-a4bc-8fff6f43ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b83768cf-31b1-4469-9072-7041a49e9a69'}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 11:00:20.857609 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Attempting to bind port 45784740-36b4-43c0-bdc1-1f64f8255be0 on network b83768cf-31b1-4469-9072-7041a49e9a69 {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:00:20.865599 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 11, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 11:00:20.866039 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Checking segment: {'id': '175f02da-1f2a-4d13-a4bc-8fff6f43ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b83768cf-31b1-4469-9072-7041a49e9a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:00:20.866499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:20.866896 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Bound using segment: {'id': '175f02da-1f2a-4d13-a4bc-8fff6f43ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b83768cf-31b1-4469-9072-7041a49e9a69'} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 11:00:20.867429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Bound port: 45784740-36b4-43c0-bdc1-1f64f8255be0, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175f02da-1f2a-4d13-a4bc-8fff6f43ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b83768cf-31b1-4469-9072-7041a49e9a69'}}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 11:00:20.867920 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:21.058254 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] For port 45784740-36b4-43c0-bdc1-1f64f8255be0, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 11:00:21.062236 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] For port 45784740-36b4-43c0-bdc1-1f64f8255be0, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=45784740-36b4-43c0-bdc1-1f64f8255be0,segment=NetworkSegment(175f02da-1f2a-4d13-a4bc-8fff6f43ad62),segment_id=175f02da-1f2a-4d13-a4bc-8fff6f43ad62)] {{(pid=82514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 11:00:21.100330 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:21.106464 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-255b7f79-9fd4-4e04-9d69-4d627e8cc308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:21.205167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345f934-b44d-4bf2-a707-bada11708bc7 None None] Pushing event updated for resources: {'Port': ['ID=45784740-36b4-43c0-bdc1-1f64f8255be0,revision_number=4']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:21.209493 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Routers {'ac0f151d-180b-46ec-8eaf-8d183db531f2'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:00:21.210189 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:00:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['ac0f151d-180b-46ec-8eaf-8d183db531f2'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:21.274287 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9345f934-b44d-4bf2-a707-bada11708bc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:21.450821 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] Set router ac0f151d-180b-46ec-8eaf-8d183db531f2 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:00:21.850600 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'name': 'tempest-TestMinimumBasicScenario-107682669-router', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '06c4a669-4c89-4d46-ad11-f844aa9e7542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:08Z', 'updated_at': '2021-08-21T11:00:13Z', 'revision_number': 4, 'project_id': '089e5a672070415e80dc8b02f49eecfa', 'gw_port': {'id': '06c4a669-4c89-4d46-ad11-f844aa9e7542', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:09Z', 'updated_at': '2021-08-21T11:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '45784740-36b4-43c0-bdc1-1f64f8255be0', 'name': '', 'network_id': 'b83768cf-31b1-4469-9072-7041a49e9a69', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36d49a2c-1b1f-444f-a730-057a97738b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:12Z', 'updated_at': '2021-08-21T11:00:21Z', 'revision_number': 4, 'project_id': '089e5a672070415e80dc8b02f49eecfa', 'subnets': [{'id': '36d49a2c-1b1f-444f-a730-057a97738b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:21.861380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d3e718-d722-40b6-a6de-c2035c15d84a None None] The sync data for ids ['ac0f151d-180b-46ec-8eaf-8d183db531f2'] in dv-cinder-805477-1-iscsi is: [{'id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'name': 'tempest-TestMinimumBasicScenario-107682669-router', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '06c4a669-4c89-4d46-ad11-f844aa9e7542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:08Z', 'updated_at': '2021-08-21T11:00:13Z', 'revision_number': 4, 'project_id': '089e5a672070415e80dc8b02f49eecfa', 'gw_port': {'id': '06c4a669-4c89-4d46-ad11-f844aa9e7542', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:09Z', 'updated_at': '2021-08-21T11:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '45784740-36b4-43c0-bdc1-1f64f8255be0', 'name': '', 'network_id': 'b83768cf-31b1-4469-9072-7041a49e9a69', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'mac_address': 'fa:16:3e:54:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36d49a2c-1b1f-444f-a730-057a97738b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:12Z', 'updated_at': '2021-08-21T11:00:21Z', 'revision_number': 4, 'project_id': '089e5a672070415e80dc8b02f49eecfa', 'subnets': [{'id': '36d49a2c-1b1f-444f-a730-057a97738b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:00:21.876815 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 45784740-36b4-43c0-bdc1-1f64f8255be0 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:00:22.130040 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 45784740-36b4-43c0-bdc1-1f64f8255be0 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:00:22.135622 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 45784740-36b4-43c0-bdc1-1f64f8255be0 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:22.136052 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:22.275955 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:22.321077 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port 45784740-36b4-43c0-bdc1-1f64f8255be0, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=45784740-36b4-43c0-bdc1-1f64f8255be0,segment=NetworkSegment(175f02da-1f2a-4d13-a4bc-8fff6f43ad62),segment_id=175f02da-1f2a-4d13-a4bc-8fff6f43ad62)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:00:22.437021 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:22.439056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:22.508561 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=45784740-36b4-43c0-bdc1-1f64f8255be0,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:22.511993 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:23.198479 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d8073-4ff9-4377-a7a3-fef2f92258b7 req-96d6192e-7ab6-44fa-a548-5da95c19f664 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:23.200172 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d78d8073-4ff9-4377-a7a3-fef2f92258b7 req-96d6192e-7ab6-44fa-a548-5da95c19f664 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.1165655 Aug 21 11:00:23.260347 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d78d8073-4ff9-4377-a7a3-fef2f92258b7 req-65fb0b1c-dfb9-4d02-8969-94144470f927 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471811 Aug 21 11:00:23.819337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 45784740-36b4-43c0-bdc1-1f64f8255be0 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:00:23.899841 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 45784740-36b4-43c0-bdc1-1f64f8255be0 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:23.900263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:24.489745 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9272c-e189-47cd-8db4-1ab1688873e5 req-3156313d-9a86-4298-9fd4-d1e4b40a8089 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:24.491649 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-39a9272c-e189-47cd-8db4-1ab1688873e5 req-3156313d-9a86-4298-9fd4-d1e4b40a8089 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.0909708 Aug 21 11:00:24.547407 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-39a9272c-e189-47cd-8db4-1ab1688873e5 req-78bac71a-cb6f-4599-8507-ad53547728f5 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466335 Aug 21 11:00:24.980407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2b8dd-99ac-4560-a057-e8b93b710a3e req-4875ac2a-ac9e-420f-b854-5e7e6e6c5ec3 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:24.982347 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-78e2b8dd-99ac-4560-a057-e8b93b710a3e req-4875ac2a-ac9e-420f-b854-5e7e6e6c5ec3 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.35 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.0919075 Aug 21 11:00:25.068818 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-78e2b8dd-99ac-4560-a057-e8b93b710a3e req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Deleting port 72fc3d77-5c40-407c-b814-5066f5f601fa {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:00:25.069205 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-78e2b8dd-99ac-4560-a057-e8b93b710a3e req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:25.340395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-78e2b8dd-99ac-4560-a057-e8b93b710a3e req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] For port 72fc3d77-5c40-407c-b814-5066f5f601fa, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=72fc3d77-5c40-407c-b814-5066f5f601fa,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:00:25.340715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-78e2b8dd-99ac-4560-a057-e8b93b710a3e req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:25.657063 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-78e2b8dd-99ac-4560-a057-e8b93b710a3e req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:25.657591 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-78e2b8dd-99ac-4560-a057-e8b93b710a3e req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:25.658419 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.l3_db [req-78e2b8dd-99ac-4560-a057-e8b93b710a3e req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Floating IP fa568067-ebcb-4c5f-9933-871201ec706b disassociated. External IP: 172.27.3.134, port: 72fc3d77-5c40-407c-b814-5066f5f601fa. Aug 21 11:00:25.658419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-78e2b8dd-99ac-4560-a057-e8b93b710a3e req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Calling delete_port for 72fc3d77-5c40-407c-b814-5066f5f601fa owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:00:25.807771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179761a3-1e30-424f-8cc6-c7fab0918773 req-11e72690-04f6-4098-9e79-6db08ad43c79 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:25.809416 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-179761a3-1e30-424f-8cc6-c7fab0918773 req-11e72690-04f6-4098-9e79-6db08ad43c79 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 946 time: 0.0957901 Aug 21 11:00:25.862749 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-78e2b8dd-99ac-4560-a057-e8b93b710a3e req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:25.869971 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fa3dd865-3e4c-41f8-a526-32400d4b218c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:25.871082 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-179761a3-1e30-424f-8cc6-c7fab0918773 req-e2ac5edb-1810-463c-9480-9954dc7fa6ef tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=98e8ff68-515e-4a0b-90d6-67a4e5ff3236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517223 Aug 21 11:00:25.920583 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event deleted for resources: {'Port': ['ID=72fc3d77-5c40-407c-b814-5066f5f601fa,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:25.924009 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:26.147757 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78e2b8dd-99ac-4560-a057-e8b93b710a3e req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Router cb618512-4802-41c4-ba3e-de19044ec61a has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:00:26.362219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78e2b8dd-99ac-4560-a057-e8b93b710a3e req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:00:26.372360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207575d-8bc5-4ccc-9e46-01a2d488b40c None None] Sync routers for ids ['cb618512-4802-41c4-ba3e-de19044ec61a'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:00:26.386525 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207575d-8bc5-4ccc-9e46-01a2d488b40c None None] Routers {'cb618512-4802-41c4-ba3e-de19044ec61a'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:00:26.387207 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-9207575d-8bc5-4ccc-9e46-01a2d488b40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:00:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['cb618512-4802-41c4-ba3e-de19044ec61a'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:26.435782 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e2b8dd-99ac-4560-a057-e8b93b710a3e req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] No DVR routers for this DVR port 72fc3d77-5c40-407c-b814-5066f5f601fa on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:00:26.438362 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-78e2b8dd-99ac-4560-a057-e8b93b710a3e req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:26.441871 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'name': 'network-vif-deleted', 'tag': '72fc3d77-5c40-407c-b814-5066f5f601fa'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:00:26.490661 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-78e2b8dd-99ac-4560-a057-e8b93b710a3e req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.35 "DELETE /v2.0/ports/72fc3d77-5c40-407c-b814-5066f5f601fa HTTP/1.1" status: 204 len: 173 time: 1.5012059 Aug 21 11:00:26.510954 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0313d5fc-32e7-4964-afcf-856afbf9be95', 'name': 'network-vif-deleted', 'tag': '72fc3d77-5c40-407c-b814-5066f5f601fa', 'status': 'completed', 'code': 200} Aug 21 11:00:26.588044 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-9207575d-8bc5-4ccc-9e46-01a2d488b40c None None] Set router cb618512-4802-41c4-ba3e-de19044ec61a gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:00:26.925363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-9207575d-8bc5-4ccc-9e46-01a2d488b40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:53:01Z', 'revision_number': 5, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:26.930009 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207575d-8bc5-4ccc-9e46-01a2d488b40c None None] Checking router: cb618512-4802-41c4-ba3e-de19044ec61a for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:00:26.941603 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207575d-8bc5-4ccc-9e46-01a2d488b40c None None] Routers {'cb618512-4802-41c4-ba3e-de19044ec61a'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:00:26.942275 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-9207575d-8bc5-4ccc-9e46-01a2d488b40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:00:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['cb618512-4802-41c4-ba3e-de19044ec61a'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:27.090753 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-5181bf6f-382d-412d-afb1-638cb64db0c9 req-82f681c1-9e27-47db-83fc-2fa9433918b9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Synchronizing usage tracker for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:00:27.293209 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-9207575d-8bc5-4ccc-9e46-01a2d488b40c None None] Set router cb618512-4802-41c4-ba3e-de19044ec61a gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:00:27.568550 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-5181bf6f-382d-412d-afb1-638cb64db0c9 req-82f681c1-9e27-47db-83fc-2fa9433918b9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Unset dirty status for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:00:27.568715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04043611-6013-47da-a56a-37b6c37eb646 req-e0d78356-92a7-46ff-bc90-73b10e6ec1c2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:27.569175 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-04043611-6013-47da-a56a-37b6c37eb646 req-e0d78356-92a7-46ff-bc90-73b10e6ec1c2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Synchronizing usage tracker for tenant:290fc2d24b1e48c699e9b87014cca87a on resource:network {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:00:27.573292 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5181bf6f-382d-412d-afb1-638cb64db0c9 req-82f681c1-9e27-47db-83fc-2fa9433918b9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=0313d5fc-32e7-4964-afcf-856afbf9be95 HTTP/1.1" status: 200 len: 210 time: 0.5426455 Aug 21 11:00:27.637002 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-9207575d-8bc5-4ccc-9e46-01a2d488b40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:53:01Z', 'revision_number': 5, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:27.641218 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207575d-8bc5-4ccc-9e46-01a2d488b40c None None] The sync data for ids ['cb618512-4802-41c4-ba3e-de19044ec61a'] in dv-cinder-805477-1-iscsi is: [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:53:01Z', 'revision_number': 5, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:00:27.647023 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-04043611-6013-47da-a56a-37b6c37eb646 req-e0d78356-92a7-46ff-bc90-73b10e6ec1c2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Unset dirty status for tenant:290fc2d24b1e48c699e9b87014cca87a on resource:network {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:00:27.648871 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-04043611-6013-47da-a56a-37b6c37eb646 req-e0d78356-92a7-46ff-bc90-73b10e6ec1c2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/networks?id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd HTTP/1.1" status: 200 len: 815 time: 0.2365806 Aug 21 11:00:27.682796 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-04043611-6013-47da-a56a-37b6c37eb646 req-3d6c1a53-b973-47d8-b5ce-5c8321d37afc tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/quotas/290fc2d24b1e48c699e9b87014cca87a HTTP/1.1" status: 200 len: 375 time: 0.0239747 Aug 21 11:00:27.783646 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-04043611-6013-47da-a56a-37b6c37eb646 req-45a3df33-4134-45d7-9714-f115e8e14159 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=290fc2d24b1e48c699e9b87014cca87a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939238 Aug 21 11:00:28.074155 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-04043611-6013-47da-a56a-37b6c37eb646 req-6bc79647-a1ef-4205-851c-366d14f1c6dd service neutron] 10.222.0.49 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779877 Aug 21 11:00:28.117823 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c24a1-f8a0-456f-9c03-acced88a5ae3 None None] New status for floating IP fa568067-ebcb-4c5f-9933-871201ec706b: DOWN {{(pid=82514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 11:00:28.219967 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 72fc3d77-5c40-407c-b814-5066f5f601fa no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:00:28.230146 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-04043611-6013-47da-a56a-37b6c37eb646 req-e0799b8e-7e25-4c54-a8c6-9c1f3f9bb57e service neutron] 10.222.0.49 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492183 Aug 21 11:00:28.259821 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: 72fc3d77-5c40-407c-b814-5066f5f601fa {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:00:28.260452 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 72fc3d77-5c40-407c-b814-5066f5f601fa not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:00:28.484837 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-7d0b36e9-726e-483e-8e61-020c3affe1a2 req-ccc537ce-d2d9-4c50-a10f-569a3c78ec16 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Synchronizing usage tracker for tenant:290fc2d24b1e48c699e9b87014cca87a on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:00:28.531154 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-7d0b36e9-726e-483e-8e61-020c3affe1a2 req-ccc537ce-d2d9-4c50-a10f-569a3c78ec16 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Unset dirty status for tenant:290fc2d24b1e48c699e9b87014cca87a on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:00:28.532527 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7d0b36e9-726e-483e-8e61-020c3affe1a2 req-ccc537ce-d2d9-4c50-a10f-569a3c78ec16 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 210 time: 0.0974035 Aug 21 11:00:28.837164 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 58900) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:28.908294 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3a82c6b8-7139-423a-a495-aeff0b466032 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:28.939608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3a82c6b8-7139-423a-a495-aeff0b466032 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:29.022463 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3a82c6b8-7139-423a-a495-aeff0b466032 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:29.027991 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3f61deac-8401-47bb-a448-3ea8263aca7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:29.044327 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82c6b8-7139-423a-a495-aeff0b466032 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e8ff68-515e-4a0b-90d6-67a4e5ff3236,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:29.046866 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3a82c6b8-7139-423a-a495-aeff0b466032 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:29.075708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3a82c6b8-7139-423a-a495-aeff0b466032 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:29.078734 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-3a82c6b8-7139-423a-a495-aeff0b466032 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "DELETE /v2.0/security-groups/98e8ff68-515e-4a0b-90d6-67a4e5ff3236 HTTP/1.1" status: 204 len: 168 time: 0.2400985 Aug 21 11:00:29.079841 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 58906) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:29.097812 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.v2.resource [None req-32734a2d-a876-48e0-87ae-fbf091be5882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] show failed (client error): The resource could not be found. Aug 21 11:00:29.101402 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-32734a2d-a876-48e0-87ae-fbf091be5882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups/98e8ff68-515e-4a0b-90d6-67a4e5ff3236 HTTP/1.1" status: 404 len: 347 time: 0.0180931 Aug 21 11:00:29.101978 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 58910) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:29.264814 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-8e6eac05-1b10-4b01-93d5-7d961b2ea7aa tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Deleting port b90edd41-747d-4faf-a485-c5ccb3441476 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:00:29.265193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e6eac05-1b10-4b01-93d5-7d961b2ea7aa tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:29.444297 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e6eac05-1b10-4b01-93d5-7d961b2ea7aa tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:29.444683 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e6eac05-1b10-4b01-93d5-7d961b2ea7aa tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:29.573282 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-8e6eac05-1b10-4b01-93d5-7d961b2ea7aa tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Calling delete_port for b90edd41-747d-4faf-a485-c5ccb3441476 owned by network:floatingip {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:00:29.744736 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ba646679-c3a0-4260-bfde-ec124c890fb5 req-fb66429f-f622-473f-b860-8080ae9856dc tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 210 time: 0.0595517 Aug 21 11:00:29.790355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e6eac05-1b10-4b01-93d5-7d961b2ea7aa tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:29.795358 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:29.838489 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6eac05-1b10-4b01-93d5-7d961b2ea7aa tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event deleted for resources: {'Port': ['ID=b90edd41-747d-4faf-a485-c5ccb3441476,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:29.841490 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8e6eac05-1b10-4b01-93d5-7d961b2ea7aa tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:29.933773 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e6eac05-1b10-4b01-93d5-7d961b2ea7aa tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for floatingip, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:29.999974 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e6eac05-1b10-4b01-93d5-7d961b2ea7aa tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:30.001197 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-8e6eac05-1b10-4b01-93d5-7d961b2ea7aa tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "DELETE /v2.0/floatingips/fa568067-ebcb-4c5f-9933-871201ec706b HTTP/1.1" status: 204 len: 168 time: 0.8982441 Aug 21 11:00:30.233827 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04043611-6013-47da-a56a-37b6c37eb646 req-14513e19-9c8a-452d-bfef-85e6d5c67e7c tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:30.235375 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-04043611-6013-47da-a56a-37b6c37eb646 req-14513e19-9c8a-452d-bfef-85e6d5c67e7c tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.35 "GET /v2.0/networks?id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd HTTP/1.1" status: 200 len: 815 time: 0.1617069 Aug 21 11:00:30.250936 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-04043611-6013-47da-a56a-37b6c37eb646 req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Request body: {'port': {'device_id': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'admin_state_up': True, 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:00:30.397616 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-04043611-6013-47da-a56a-37b6c37eb646 req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:00:30.408482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-04043611-6013-47da-a56a-37b6c37eb646 req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:00:30.442582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04043611-6013-47da-a56a-37b6c37eb646 req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Made reservation on behalf of 290fc2d24b1e48c699e9b87014cca87a for: {'port': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 11:00:30.448471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-04043611-6013-47da-a56a-37b6c37eb646 req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:30.623970 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-04043611-6013-47da-a56a-37b6c37eb646 req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Allocated IP 172.20.0.5 (4be1a08b-e0bf-465e-becc-d5b081a0ebbd/40c8cfd1-cbd1-4a75-ab60-6735884df6d9/1d64ac6d-ca4f-4936-93e3-248c04a2d0c3) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:00:30.738650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 58930) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:30.745142 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-08e47bb9-157f-4d41-a4e1-d76cbe2d751f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Request body: {'security_group': {'name': 'tempest-securitygroup--710948467', 'description': 'tempest-description--1537504740'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:00:30.752125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-08e47bb9-157f-4d41-a4e1-d76cbe2d751f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:00:30.758739 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-08e47bb9-157f-4d41-a4e1-d76cbe2d751f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Usage tracker for resource:security_group and tenant:92f4599243a149a7856c54fdc20f7e47 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:00:30.762173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-08e47bb9-157f-4d41-a4e1-d76cbe2d751f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:00:30.769830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-08e47bb9-157f-4d41-a4e1-d76cbe2d751f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:00:30.819354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-08e47bb9-157f-4d41-a4e1-d76cbe2d751f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:30.928581 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-08e47bb9-157f-4d41-a4e1-d76cbe2d751f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:00:30.933050 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-59a1dcad-4e8b-4592-8d93-87bf32a2fced req-f7864f39-f8a0-41d8-8d5a-baf5f51c2f67 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 210 time: 0.0556064 Aug 21 11:00:30.936178 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-08e47bb9-157f-4d41-a4e1-d76cbe2d751f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Usage tracker for resource:security_group_rule and tenant:92f4599243a149a7856c54fdc20f7e47 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:00:30.939692 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-08e47bb9-157f-4d41-a4e1-d76cbe2d751f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:00:30.946222 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-08e47bb9-157f-4d41-a4e1-d76cbe2d751f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:00:31.007181 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-08e47bb9-157f-4d41-a4e1-d76cbe2d751f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:31.047661 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-08e47bb9-157f-4d41-a4e1-d76cbe2d751f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:31.049956 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-04043611-6013-47da-a56a-37b6c37eb646 req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:31.055967 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3a82c6b8-7139-423a-a495-aeff0b466032 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:31.069176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-04043611-6013-47da-a56a-37b6c37eb646 req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Transition to ACTIVE for port object 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 will not be triggered until provisioned by entity DHCP. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:00:31.111465 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e47bb9-157f-4d41-a4e1-d76cbe2d751f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8a4458-f51a-4067-a984-4c212beefdd8,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:31.114698 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-08e47bb9-157f-4d41-a4e1-d76cbe2d751f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:31.128297 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-04043611-6013-47da-a56a-37b6c37eb646 req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:31.134219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:31.153946 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-08e47bb9-157f-4d41-a4e1-d76cbe2d751f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:31.161876 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-08e47bb9-157f-4d41-a4e1-d76cbe2d751f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4219825 Aug 21 11:00:31.166180 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 58946) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:31.173076 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-48cc3253-2ed9-4819-80c1-b0362e0f759d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Request body: {'security_group_rule': {'security_group_id': '4e8a4458-f51a-4067-a984-4c212beefdd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:00:31.199740 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-48cc3253-2ed9-4819-80c1-b0362e0f759d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:00:31.220627 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-48cc3253-2ed9-4819-80c1-b0362e0f759d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Usage tracker for resource:security_group_rule and tenant:92f4599243a149a7856c54fdc20f7e47 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:00:31.244495 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-48cc3253-2ed9-4819-80c1-b0362e0f759d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:00:31.252177 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04043611-6013-47da-a56a-37b6c37eb646 req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Network 4be1a08b-e0bf-465e-becc-d5b081a0ebbd is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:00:31.258883 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-04043611-6013-47da-a56a-37b6c37eb646 req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:00:31.261133 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-48cc3253-2ed9-4819-80c1-b0362e0f759d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:00:31.267991 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-04043611-6013-47da-a56a-37b6c37eb646 req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:00:31.300886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Pushing event updated for resources: {'Port': ['ID=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:31.317655 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:31.368769 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04043611-6013-47da-a56a-37b6c37eb646 req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:31.369953 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-04043611-6013-47da-a56a-37b6c37eb646 req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:31.398875 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-48cc3253-2ed9-4819-80c1-b0362e0f759d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:31.466174 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-04043611-6013-47da-a56a-37b6c37eb646 req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2195148 Aug 21 11:00:31.496734 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-48cc3253-2ed9-4819-80c1-b0362e0f759d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:31.539200 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-48cc3253-2ed9-4819-80c1-b0362e0f759d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:31.541503 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b1453c08-dc8c-40d8-b288-71abc5e74b65 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:31.570022 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc3253-2ed9-4819-80c1-b0362e0f759d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754b5f97-4396-44d2-8c80-b421e1be1ae4,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:31.576598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-48cc3253-2ed9-4819-80c1-b0362e0f759d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:31.607904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-48cc3253-2ed9-4819-80c1-b0362e0f759d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:31.613809 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 58950) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:31.621608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-f91b1b80-71c9-4ca9-88a4-aaa140654649 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Request body: {'security_group_rule': {'security_group_id': '4e8a4458-f51a-4067-a984-4c212beefdd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:00:31.621930 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-48cc3253-2ed9-4819-80c1-b0362e0f759d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4501328 Aug 21 11:00:31.630297 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f91b1b80-71c9-4ca9-88a4-aaa140654649 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:00:31.635878 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f91b1b80-71c9-4ca9-88a4-aaa140654649 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Usage tracker for resource:security_group_rule and tenant:92f4599243a149a7856c54fdc20f7e47 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:00:31.639306 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f91b1b80-71c9-4ca9-88a4-aaa140654649 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:00:31.646054 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f91b1b80-71c9-4ca9-88a4-aaa140654649 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:00:31.700720 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f91b1b80-71c9-4ca9-88a4-aaa140654649 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:31.727693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-005269a1-9e79-4bfb-9d4e-c1d1d62eaebc None None] Provisioning for port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:00:31.733276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-005269a1-9e79-4bfb-9d4e-c1d1d62eaebc None None] Provisioning complete for port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:31.733907 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-005269a1-9e79-4bfb-9d4e-c1d1d62eaebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:31.779672 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f91b1b80-71c9-4ca9-88a4-aaa140654649 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:31.796359 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-005269a1-9e79-4bfb-9d4e-c1d1d62eaebc None None] Port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 11:00:31.819181 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f91b1b80-71c9-4ca9-88a4-aaa140654649 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:31.833810 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:31.851780 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b1b80-71c9-4ca9-88a4-aaa140654649 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a588b4-e8e8-4073-a57b-a4692d1afc22,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:31.854528 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f91b1b80-71c9-4ca9-88a4-aaa140654649 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:31.887910 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f91b1b80-71c9-4ca9-88a4-aaa140654649 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:31.889349 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-f91b1b80-71c9-4ca9-88a4-aaa140654649 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2740614 Aug 21 11:00:31.893984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 58954) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:31.900464 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Request body: {'floatingip': {'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:00:31.907474 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:00:31.911973 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Usage tracker for resource:floatingip and tenant:92f4599243a149a7856c54fdc20f7e47 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:00:31.915115 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:00:31.921960 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:00:31.989098 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for floatingip, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:32.210626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93d432-3b33-4e4c-8549-9dd8fac1bee3 req-9ece28ed-119b-4c4c-8627-48b9c7c5f31c tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:32.211384 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-2b93d432-3b33-4e4c-8549-9dd8fac1bee3 req-9ece28ed-119b-4c4c-8627-48b9c7c5f31c tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Synchronizing usage tracker for tenant:290fc2d24b1e48c699e9b87014cca87a on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:00:32.253614 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:32.292813 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-2b93d432-3b33-4e4c-8549-9dd8fac1bee3 req-9ece28ed-119b-4c4c-8627-48b9c7c5f31c tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Unset dirty status for tenant:290fc2d24b1e48c699e9b87014cca87a on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:00:32.294084 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2b93d432-3b33-4e4c-8549-9dd8fac1bee3 req-9ece28ed-119b-4c4c-8627-48b9c7c5f31c tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 931 time: 0.2342951 Aug 21 11:00:32.436651 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2b93d432-3b33-4e4c-8549-9dd8fac1bee3 req-339bd9e9-fc3a-44f7-9a25-a5ad03b63722 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316121 Aug 21 11:00:32.474302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Allocated IP 172.27.3.2 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/67f208c7-7e8e-4062-b4c6-f0b21cdc3926) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:00:32.647357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:32.709157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:32.717804 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-63e8c8b5-633d-425b-82d6-0b333abd3508 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:32.776674 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:00:32.779499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:00:32.788138 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:00:32.833275 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event updated for resources: {'Port': ['ID=67f208c7-7e8e-4062-b4c6-f0b21cdc3926,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:32.841220 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:32.954807 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:33.045326 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:33.265003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:33.296416 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:33.301511 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:33.407742 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event updated for resources: {'Port': ['ID=67f208c7-7e8e-4062-b4c6-f0b21cdc3926,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:33.415676 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:33.430823 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:33.499339 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:33.500749 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6061189 Aug 21 11:00:33.774817 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-9ffad4b7-e1ee-48e3-b18a-f802116aa8a9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--710948467&fields=id&tenant_id=92f4599243a149a7856c54fdc20f7e47 HTTP/1.1" status: 200 len: 267 time: 0.0551143 Aug 21 11:00:33.812470 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303c873-0824-4b07-94e8-e12ac12e1cc5 req-82da7fb8-b6f3-4e08-863c-c0eae752d0a1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:33.820678 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f303c873-0824-4b07-94e8-e12ac12e1cc5 req-82da7fb8-b6f3-4e08-863c-c0eae752d0a1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 931 time: 0.1059687 Aug 21 11:00:33.872283 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-f303c873-0824-4b07-94e8-e12ac12e1cc5 req-7bf5344d-5ddb-4cd7-9493-174812ffb71d tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Synchronizing usage tracker for tenant:290fc2d24b1e48c699e9b87014cca87a on resource:security_group {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:00:33.938985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-f303c873-0824-4b07-94e8-e12ac12e1cc5 req-7bf5344d-5ddb-4cd7-9493-174812ffb71d tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Unset dirty status for tenant:290fc2d24b1e48c699e9b87014cca87a on resource:security_group {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:00:33.940462 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f303c873-0824-4b07-94e8-e12ac12e1cc5 req-7bf5344d-5ddb-4cd7-9493-174812ffb71d tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186707 Aug 21 11:00:33.948548 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-2b37cc92-24dc-4a8d-9735-cebd77abb5ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:33.950103 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-2b37cc92-24dc-4a8d-9735-cebd77abb5ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/networks?id=ffac6d6c-98c6-42e8-8c03-8096916bd29d HTTP/1.1" status: 200 len: 817 time: 0.1674774 Aug 21 11:00:33.967643 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-d7c24303-95fe-4528-b4f5-74a5af645ada tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/quotas/92f4599243a149a7856c54fdc20f7e47 HTTP/1.1" status: 200 len: 375 time: 0.0115197 Aug 21 11:00:34.060965 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-c107cf43-417c-4817-b07c-70237ba868a1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=92f4599243a149a7856c54fdc20f7e47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874436 Aug 21 11:00:34.227105 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-fa814ba1-0a67-4641-b21b-f42ae4577925 service neutron] 10.222.0.49 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519454 Aug 21 11:00:34.379685 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-af350ce1-6a66-44f2-94c8-39d953b9c72e service neutron] 10.222.0.49 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461799 Aug 21 11:00:34.664384 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-fdd04847-499b-41d7-88a2-9b8328d5f36d req-5d3f2e24-ee17-453a-b8b4-b11c81f8320b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Synchronizing usage tracker for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:port {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:00:34.710703 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-fdd04847-499b-41d7-88a2-9b8328d5f36d req-5d3f2e24-ee17-453a-b8b4-b11c81f8320b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Unset dirty status for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:port {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:00:34.714688 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fdd04847-499b-41d7-88a2-9b8328d5f36d req-5d3f2e24-ee17-453a-b8b4-b11c81f8320b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 210 time: 0.1063838 Aug 21 11:00:35.256425 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20023858-8b05-4ebb-9328-61e439c88e6f req-c1b05678-d039-4f2f-b304-7260cc908469 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:35.258038 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-20023858-8b05-4ebb-9328-61e439c88e6f req-c1b05678-d039-4f2f-b304-7260cc908469 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 931 time: 0.0986955 Aug 21 11:00:35.307502 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-20023858-8b05-4ebb-9328-61e439c88e6f req-c798939b-b075-40b5-9f75-b179612d418c tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433631 Aug 21 11:00:35.922385 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f0753e6d-ae60-4392-8414-17297fc04c65 req-2d746192-c376-4c8f-b0d0-0542e7dfb0c9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 210 time: 0.0466909 Aug 21 11:00:36.088617 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:36.530542 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a81cf9-951d-4838-bf53-1ff0077042e3 req-aea5810b-e37c-40eb-b19b-bedba620591f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:36.532181 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-52a81cf9-951d-4838-bf53-1ff0077042e3 req-aea5810b-e37c-40eb-b19b-bedba620591f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 931 time: 0.0881283 Aug 21 11:00:36.581487 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-52a81cf9-951d-4838-bf53-1ff0077042e3 req-de804da7-4e54-45a7-a77e-fae99cded703 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427473 Aug 21 11:00:37.104785 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fd670fb9-b7a7-4289-a83b-e0905dac4b6c req-7bbeaa9a-e8ef-4782-8f68-e2819153b542 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 210 time: 0.0480733 Aug 21 11:00:37.787008 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043d2e9-559d-4945-840c-ce21e1e8783a req-3d8500e2-2a7b-4f0a-8072-22be7f78261d tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:37.788762 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f043d2e9-559d-4945-840c-ce21e1e8783a req-3d8500e2-2a7b-4f0a-8072-22be7f78261d tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 931 time: 0.0860000 Aug 21 11:00:37.849265 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f043d2e9-559d-4945-840c-ce21e1e8783a req-aca2a37e-2a0d-4e8d-9963-3b6b85dd92fb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540061 Aug 21 11:00:38.311790 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c0bb8872-c8e4-4a86-8d59-2948ead72385 req-bffe6952-acd4-46fc-b02b-d8bd984ec318 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 210 time: 0.0657723 Aug 21 11:00:39.064866 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f9cf1-fd68-4e3e-bd93-c43b9c8b2ce0 req-6ca9befa-f0e8-4079-b1bd-4fd806c6e995 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:39.067100 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1c0f9cf1-fd68-4e3e-bd93-c43b9c8b2ce0 req-6ca9befa-f0e8-4079-b1bd-4fd806c6e995 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 931 time: 0.0922303 Aug 21 11:00:39.115969 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1c0f9cf1-fd68-4e3e-bd93-c43b9c8b2ce0 req-4ece5db6-a62f-4920-a6cd-916442b57146 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421460 Aug 21 11:00:39.405522 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-788fdd3e-87f0-49eb-936f-a6525ea4574a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:39.500970 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7e7c2360-2646-47e9-86f6-8bfa11e4f63f req-14af74dc-ac9d-4921-bf3b-a59191322661 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 210 time: 0.0453978 Aug 21 11:00:40.391958 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c40337-c166-401e-a806-4ea9d37b6588 req-866587c6-4a57-4902-be91-754aa200e702 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:40.400231 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-06c40337-c166-401e-a806-4ea9d37b6588 req-866587c6-4a57-4902-be91-754aa200e702 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 931 time: 0.0982399 Aug 21 11:00:40.451297 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-06c40337-c166-401e-a806-4ea9d37b6588 req-b4a0da9d-f710-4ae5-9b1d-bf24d1cca632 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501080 Aug 21 11:00:40.682640 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-303f2370-91c2-4539-99f4-8a7bf3642f23 req-3dc8630c-7383-448a-9031-54f4ef1f4d18 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 210 time: 0.0490425 Aug 21 11:00:40.959355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:41.655478 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b228e-74ff-4306-a1b2-a1159434a850 req-3bab3487-748e-4016-a25f-cbb4d6f5e35a tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:41.657241 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-858b228e-74ff-4306-a1b2-a1159434a850 req-3bab3487-748e-4016-a25f-cbb4d6f5e35a tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 931 time: 0.0847921 Aug 21 11:00:41.727639 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-858b228e-74ff-4306-a1b2-a1159434a850 req-456e6190-0c9f-4f31-94c9-9f39772b21c2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626712 Aug 21 11:00:41.875915 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1a3fb5a-2dc2-4d0d-86a6-0f3dadeb9021 req-f8c2f673-50b4-4e02-8c80-3982a1a0fd5a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 210 time: 0.0576527 Aug 21 11:00:41.982209 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-37356585-4ee3-4259-a064-8eb59c22643e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:42.262223 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:42.941253 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84d84c-cfd9-4e33-8527-df126a5121bb req-213c4e24-0b84-49db-a9dc-1b4ef48d688e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:42.943066 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9a84d84c-cfd9-4e33-8527-df126a5121bb req-213c4e24-0b84-49db-a9dc-1b4ef48d688e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 931 time: 0.1017148 Aug 21 11:00:43.004760 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9a84d84c-cfd9-4e33-8527-df126a5121bb req-86a78554-cc93-4c4b-b7ec-36c9dc3c491e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534978 Aug 21 11:00:43.069788 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-160f22c8-f8c3-4bdc-8057-b5b7fe13c8da req-9b5da4df-4a5d-4e50-bee0-35560e38d61e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 210 time: 0.0455985 Aug 21 11:00:43.607343 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:44.213515 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05d9be-e7c4-479f-a509-7339d9c3fffa req-0d39e57d-4797-4a71-a33c-e2036ffce699 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:44.215116 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ee05d9be-e7c4-479f-a509-7339d9c3fffa req-0d39e57d-4797-4a71-a33c-e2036ffce699 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 931 time: 0.0838699 Aug 21 11:00:44.254438 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-212fc9ec-22ed-45b3-982b-330f516c0373 req-c3ed6938-ef3e-4caa-bb48-f79218dbb1da tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 210 time: 0.0493021 Aug 21 11:00:44.264191 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ee05d9be-e7c4-479f-a509-7339d9c3fffa req-63b0ea60-2098-415f-a7db-2cc8803fc674 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425026 Aug 21 11:00:45.457793 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-63b783a4-20e0-4f38-a07f-38f13e4fb44d req-c19e27ea-a203-4896-9e32-4b5d647799bf tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 210 time: 0.0712683 Aug 21 11:00:45.462128 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Request body: {'port': {'device_id': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:00:45.495787 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c0891-93cb-40fa-b210-c8b0e8f18a95 req-683f4f00-cd46-4f56-825d-e6defa630916 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:45.501903 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-124c0891-93cb-40fa-b210-c8b0e8f18a95 req-683f4f00-cd46-4f56-825d-e6defa630916 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 931 time: 0.1109784 Aug 21 11:00:45.550053 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-124c0891-93cb-40fa-b210-c8b0e8f18a95 req-318d8a12-cff2-49b8-85f5-6d866c67a151 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435967 Aug 21 11:00:45.831871 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:45.901854 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2985a2f8-dbe4-4e0e-a812-7eae3bc9d986 req-73ff0d62-8f8b-4972-b07f-243e682dddd8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3845541 Aug 21 11:00:46.133248 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:00:46.154595 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2985a2f8-dbe4-4e0e-a812-7eae3bc9d986 req-051ee73c-2340-4a8e-9425-38272518569b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 1099 time: 0.2283220 Aug 21 11:00:46.398678 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985a2f8-dbe4-4e0e-a812-7eae3bc9d986 req-7f0b2926-4d66-44c0-9115-0a65fd157b56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:46.400254 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2985a2f8-dbe4-4e0e-a812-7eae3bc9d986 req-7f0b2926-4d66-44c0-9115-0a65fd157b56 service neutron] 10.222.0.35 "GET /v2.0/networks?id=72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 200 len: 913 time: 0.2198732 Aug 21 11:00:46.411053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 {{(pid=82512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 11:00:46.468890 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:46.524874 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Transition to ACTIVE for port object 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 will not be triggered until provisioned by entity L2. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:00:46.537141 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2985a2f8-dbe4-4e0e-a812-7eae3bc9d986 req-18f8d023-fe86-4f7b-ac54-e28189ea2823 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e57ee3d-f783-4cc2-89aa-8dd68254f648 HTTP/1.1" status: 200 len: 1002 time: 0.1281729 Aug 21 11:00:46.592354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:46.612871 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f4550d83-6a64-4ef8-805b-4a36dad47291 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:46.660920 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985a2f8-dbe4-4e0e-a812-7eae3bc9d986 req-e11d3a9e-01e1-4c02-9259-c794760984d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:46.662363 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2985a2f8-dbe4-4e0e-a812-7eae3bc9d986 req-e11d3a9e-01e1-4c02-9259-c794760984d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e48e03a-0b14-438e-a40a-f8cd4e77adf3 HTTP/1.1" status: 200 len: 851 time: 0.1186726 Aug 21 11:00:46.763504 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8b8ff893-b468-4c2c-9d4f-edf143902e41 req-107ccb8a-093c-4b12-9431-04f357bf66d0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 210 time: 0.1152692 Aug 21 11:00:46.776765 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660be834-4209-4942-b9d6-565031337b66 service neutron] Pushing event updated for resources: {'Port': ['ID=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:46.785380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-660be834-4209-4942-b9d6-565031337b66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:46.961277 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2985a2f8-dbe4-4e0e-a812-7eae3bc9d986 req-988166a1-6f71-4386-9deb-66f4ec328126 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72b0ec08-f5e0-4143-aa96-7f6e7b152022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2531450 Aug 21 11:00:47.130439 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2985a2f8-dbe4-4e0e-a812-7eae3bc9d986 req-e289dd13-a041-4e6a-99ef-117c3266f4fd service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614068 Aug 21 11:00:47.132507 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Attempting to bind port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 11:00:47.132889 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Attempting to bind port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd'}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 11:00:47.133260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Attempting to bind port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 on network 4be1a08b-e0bf-465e-becc-d5b081a0ebbd {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:00:47.149019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-2b2e9561-3802-488b-8ec4-4df06fab72de tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:47.150532 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-2b2e9561-3802-488b-8ec4-4df06fab72de tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.35 "GET /v2.0/networks?id=ffac6d6c-98c6-42e8-8c03-8096916bd29d HTTP/1.1" status: 200 len: 817 time: 0.4772289 Aug 21 11:00:47.165877 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecb7cd-d8dc-47a2-8529-4ed31294ec4a req-a5c4a2bc-ef01-4bb7-81fd-92c52a18a7b3 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:47.167750 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-74ecb7cd-d8dc-47a2-8529-4ed31294ec4a req-a5c4a2bc-ef01-4bb7-81fd-92c52a18a7b3 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 943 time: 0.4689207 Aug 21 11:00:47.212193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 on network 4be1a08b-e0bf-465e-becc-d5b081a0ebbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 11:00:47.212482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Attempting to bind port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 on network 4be1a08b-e0bf-465e-becc-d5b081a0ebbd {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:00:47.236938 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 11, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 11:00:47.237882 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Checking segment: {'id': '064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:00:47.238039 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-45f52859-28a2-4ff3-a80e-8795b4b5616a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Synchronizing usage tracker for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:security_group {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:00:47.238312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Bound using segment: {'id': '064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd'} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 11:00:47.238797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Bound port: 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd'}}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 11:00:47.239185 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:47.268491 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-74ecb7cd-d8dc-47a2-8529-4ed31294ec4a req-d120f320-5358-4eca-8cbc-8de8852693e8 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841141 Aug 21 11:00:47.304758 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-45f52859-28a2-4ff3-a80e-8795b4b5616a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Unset dirty status for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:security_group {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:00:47.306100 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-45f52859-28a2-4ff3-a80e-8795b4b5616a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92f4599243a149a7856c54fdc20f7e47 HTTP/1.1" status: 200 len: 379 time: 0.1369181 Aug 21 11:00:47.316076 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Request body: {'port': {'device_id': '10b49389-eead-4415-a7e4-df84b948d1b7', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'admin_state_up': True, 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'security_groups': ['4e8a4458-f51a-4067-a984-4c212beefdd8']}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:00:47.357106 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2985a2f8-dbe4-4e0e-a812-7eae3bc9d986 req-27f5e96f-557a-48cc-b856-efb9f2406ecf service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194812 Aug 21 11:00:47.370465 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] For port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3, host hv-cinder-80547, cleared binding levels {{(pid=82512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 11:00:47.373960 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] For port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3,segment=NetworkSegment(064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a),segment_id=064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a)] {{(pid=82512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 11:00:47.402595 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:47.407399 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b7387905-3695-4fda-95d0-d1eae3320164 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:47.465715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:00:47.475991 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:00:47.478731 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:47.480249 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-04043611-6013-47da-a56a-37b6c37eb646 req-660be834-4209-4942-b9d6-565031337b66 service neutron] 10.222.0.35 "PUT /v2.0/ports/1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 HTTP/1.1" status: 200 len: 1093 time: 2.0260084 Aug 21 11:00:47.480791 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'tag': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:00:47.489872 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660be834-4209-4942-b9d6-565031337b66 service neutron] Pushing event updated for resources: {'Port': ['ID=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3,revision_number=3']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:47.493605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-660be834-4209-4942-b9d6-565031337b66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:47.516320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Made reservation on behalf of 92f4599243a149a7856c54fdc20f7e47 for: {'port': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 11:00:47.522427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:47.558564 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'tag': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3', 'status': 'completed', 'code': 200} Aug 21 11:00:47.668453 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-04043611-6013-47da-a56a-37b6c37eb646 req-61a79da7-7e73-4385-8df8-588b770f5fa1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=290fc2d24b1e48c699e9b87014cca87a&device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 1096 time: 0.0776868 Aug 21 11:00:47.783248 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-04043611-6013-47da-a56a-37b6c37eb646 req-b7e61da5-c3c0-4dd9-83c4-e914dc323015 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 HTTP/1.1" status: 200 len: 217 time: 0.1017671 Aug 21 11:00:47.797217 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Allocated IP 172.20.0.4 (ffac6d6c-98c6-42e8-8c03-8096916bd29d/0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f/2c27b864-15b9-493e-9f98-0acee3c6b334) {{(pid=82511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:00:47.866234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04043611-6013-47da-a56a-37b6c37eb646 req-0ed63009-25d0-4d4a-95af-59efe3d0aa1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:47.867879 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-04043611-6013-47da-a56a-37b6c37eb646 req-0ed63009-25d0-4d4a-95af-59efe3d0aa1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40c8cfd1-cbd1-4a75-ab60-6735884df6d9 HTTP/1.1" status: 200 len: 854 time: 0.0749485 Aug 21 11:00:47.965233 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-04043611-6013-47da-a56a-37b6c37eb646 req-997aa7d0-0838-494f-abfd-a1a7de3f2fcb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882752 Aug 21 11:00:48.024334 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a79e7548-d86d-4973-aeae-bf196775b839 req-d4c7888a-933b-4852-bd93-cb4d13490fa5 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 210 time: 0.0708771 Aug 21 11:00:48.044392 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for port, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:48.064375 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Transition to ACTIVE for port object 2c27b864-15b9-493e-9f98-0acee3c6b334 will not be triggered until provisioned by entity DHCP. {{(pid=82511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:00:48.114176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:48.121619 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:48.121927 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-04043611-6013-47da-a56a-37b6c37eb646 req-020ba221-41ac-45aa-8327-00d74358da42 service neutron] 10.222.0.35 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494792 Aug 21 11:00:48.173279 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Network ffac6d6c-98c6-42e8-8c03-8096916bd29d is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:00:48.181663 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:00:48.184271 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Received port after_create {{(pid=82511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:00:48.268513 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event updated for resources: {'Port': ['ID=2c27b864-15b9-493e-9f98-0acee3c6b334,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:48.273794 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:48.281450 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-04043611-6013-47da-a56a-37b6c37eb646 req-c8e52fe4-1a94-412a-bace-c577309511b2 service neutron] 10.222.0.35 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499310 Aug 21 11:00:48.282280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:48.282280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:48.344281 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-0bb81411-6bff-4769-9b87-f0b25c1ef1ae tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0318007 Aug 21 11:00:48.366336 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Request body: {'port': {'device_id': '10b49389-eead-4415-a7e4-df84b948d1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:00:48.493303 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:48.555590 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8754572d-ebde-4398-b229-9825b0b1b3ed req-a947b5a7-ebfb-406a-94d0-028f4e01b1e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=290fc2d24b1e48c699e9b87014cca87a&device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 1096 time: 0.1539605 Aug 21 11:00:48.561473 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb5d32-b647-4c43-9124-42ad1cc95731 req-5bef8948-52ef-4bd6-9ad7-61671a9e5136 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:48.562951 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-33cb5d32-b647-4c43-9124-42ad1cc95731 req-5bef8948-52ef-4bd6-9ad7-61671a9e5136 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 943 time: 0.1217558 Aug 21 11:00:48.621628 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-dd6d5c8c-c2b9-4cdb-b236-0e6a771ad142 None None] Provisioning for port 2c27b864-15b9-493e-9f98-0acee3c6b334 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:00:48.627244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-dd6d5c8c-c2b9-4cdb-b236-0e6a771ad142 None None] Provisioning complete for port 2c27b864-15b9-493e-9f98-0acee3c6b334 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:48.627726 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5c8c-c2b9-4cdb-b236-0e6a771ad142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:48.687137 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-dd6d5c8c-c2b9-4cdb-b236-0e6a771ad142 None None] Port 2c27b864-15b9-493e-9f98-0acee3c6b334 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 11:00:48.710960 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-33cb5d32-b647-4c43-9124-42ad1cc95731 req-26870a48-a6e3-4b96-8769-9f1feb4a7f6c tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224825 Aug 21 11:00:48.750977 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754572d-ebde-4398-b229-9825b0b1b3ed req-f7bf3fc9-c623-46ea-b6ff-0cd6d8956cfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:48.752579 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8754572d-ebde-4398-b229-9825b0b1b3ed req-f7bf3fc9-c623-46ea-b6ff-0cd6d8956cfd service neutron] 10.222.0.35 "GET /v2.0/networks?id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd HTTP/1.1" status: 200 len: 916 time: 0.1887364 Aug 21 11:00:48.865452 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c27b864-15b9-493e-9f98-0acee3c6b334 {{(pid=82511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 11:00:48.873305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:48.889491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Transition to ACTIVE for port object 2c27b864-15b9-493e-9f98-0acee3c6b334 will not be triggered until provisioned by entity L2. {{(pid=82511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:00:48.919003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31833227'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:48.924416 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:49.025675 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8754572d-ebde-4398-b229-9825b0b1b3ed req-2e590288-05ef-47a0-9864-c28848e1b00b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 HTTP/1.1" status: 200 len: 217 time: 0.2658699 Aug 21 11:00:49.061570 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Pushing event updated for resources: {'Port': ['ID=2c27b864-15b9-493e-9f98-0acee3c6b334,revision_number=2']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:49.068922 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:49.099142 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754572d-ebde-4398-b229-9825b0b1b3ed req-ba90e2a4-bd27-400d-aa4a-ea2a4fd8d718 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:49.100832 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8754572d-ebde-4398-b229-9825b0b1b3ed req-ba90e2a4-bd27-400d-aa4a-ea2a4fd8d718 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40c8cfd1-cbd1-4a75-ab60-6735884df6d9 HTTP/1.1" status: 200 len: 854 time: 0.0679867 Aug 21 11:00:49.200754 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8754572d-ebde-4398-b229-9825b0b1b3ed req-89ac4833-749f-4ad4-af38-95bbf3d9b334 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921736 Aug 21 11:00:49.246914 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Attempting to bind port 2c27b864-15b9-493e-9f98-0acee3c6b334 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 11:00:49.247297 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Attempting to bind port 2c27b864-15b9-493e-9f98-0acee3c6b334 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'}] {{(pid=82511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 11:00:49.247694 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Attempting to bind port 2c27b864-15b9-493e-9f98-0acee3c6b334 on network ffac6d6c-98c6-42e8-8c03-8096916bd29d {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:00:49.265905 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Port 2c27b864-15b9-493e-9f98-0acee3c6b334 on network ffac6d6c-98c6-42e8-8c03-8096916bd29d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 11:00:49.266278 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Attempting to bind port 2c27b864-15b9-493e-9f98-0acee3c6b334 on network ffac6d6c-98c6-42e8-8c03-8096916bd29d {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:00:49.280447 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 11, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 11:00:49.280825 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Checking segment: {'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:00:49.281256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Bound using segment: {'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'} {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 11:00:49.281727 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Bound port: 2c27b864-15b9-493e-9f98-0acee3c6b334, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653aeddb-3548-4132-b48e-ea709f7cdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d'}}] {{(pid=82511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 11:00:49.282116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:49.304049 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47b1a7-8597-4c29-9173-8074806c508d req-c21827d0-1f9a-4fd9-bf37-f9ca009e0720 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:49.304803 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-9d47b1a7-8597-4c29-9173-8074806c508d req-c21827d0-1f9a-4fd9-bf37-f9ca009e0720 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Synchronizing usage tracker for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:port {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:00:49.349649 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8754572d-ebde-4398-b229-9825b0b1b3ed req-c2632c2c-d183-4c61-b6ed-4e9197fa8ca3 service neutron] 10.222.0.35 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412311 Aug 21 11:00:49.392544 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] For port 2c27b864-15b9-493e-9f98-0acee3c6b334, host hv-cinder-80547, cleared binding levels {{(pid=82511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 11:00:49.396370 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] For port 2c27b864-15b9-493e-9f98-0acee3c6b334, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2c27b864-15b9-493e-9f98-0acee3c6b334,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 11:00:49.427669 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-9d47b1a7-8597-4c29-9173-8074806c508d req-c21827d0-1f9a-4fd9-bf37-f9ca009e0720 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Unset dirty status for tenant:92f4599243a149a7856c54fdc20f7e47 on resource:port {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:00:49.428898 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9d47b1a7-8597-4c29-9173-8074806c508d req-c21827d0-1f9a-4fd9-bf37-f9ca009e0720 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.2540023 Aug 21 11:00:49.430022 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31833227'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:49.437145 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aa0004cd-a864-462e-a881-e43d0ff42f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:49.492800 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8754572d-ebde-4398-b229-9825b0b1b3ed req-90a8a594-b710-45da-80e9-c785e802f624 service neutron] 10.222.0.35 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360514 Aug 21 11:00:49.527158 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:49.528671 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] 10.222.0.35 "PUT /v2.0/ports/2c27b864-15b9-493e-9f98-0acee3c6b334 HTTP/1.1" status: 200 len: 1093 time: 1.1683018 Aug 21 11:00:49.529234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b49389-eead-4415-a7e4-df84b948d1b7', 'tag': '2c27b864-15b9-493e-9f98-0acee3c6b334'}] {{(pid=82511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:00:49.557618 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Pushing event updated for resources: {'Port': ['ID=2c27b864-15b9-493e-9f98-0acee3c6b334,revision_number=3']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:49.561497 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:49.566546 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9d47b1a7-8597-4c29-9173-8074806c508d req-0578de74-d1ac-4f79-9943-d9eb7dcfa909 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313725 Aug 21 11:00:49.597882 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b49389-eead-4415-a7e4-df84b948d1b7', 'tag': '2c27b864-15b9-493e-9f98-0acee3c6b334', 'status': 'completed', 'code': 200} Aug 21 11:00:49.705441 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3c30f76f-49d4-4d9e-affc-6e5081decbf7 req-a52b7f4c-7b54-4f76-bafc-f2910ff459a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4599243a149a7856c54fdc20f7e47&device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 1096 time: 0.0762014 Aug 21 11:00:49.908752 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30f76f-49d4-4d9e-affc-6e5081decbf7 req-35a70b2c-f068-4208-8500-3a67a1724376 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:49.918031 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3c30f76f-49d4-4d9e-affc-6e5081decbf7 req-35a70b2c-f068-4208-8500-3a67a1724376 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=92f4599243a149a7856c54fdc20f7e47&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1973326 Aug 21 11:00:50.038636 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa019912-09a9-428e-a4bf-6e617b5f2644 req-0f0807fd-88ed-44d2-8db8-a85d8f8f327d tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:50.040250 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-aa019912-09a9-428e-a4bf-6e617b5f2644 req-0f0807fd-88ed-44d2-8db8-a85d8f8f327d tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 943 time: 0.2014475 Aug 21 11:00:50.109703 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30f76f-49d4-4d9e-affc-6e5081decbf7 req-4152bddc-6fe7-44b6-a659-5d5812d13206 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:50.111266 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3c30f76f-49d4-4d9e-affc-6e5081decbf7 req-4152bddc-6fe7-44b6-a659-5d5812d13206 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1931782 Aug 21 11:00:50.123729 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-aa019912-09a9-428e-a4bf-6e617b5f2644 req-cbc3b47e-c64b-4481-804c-ca9e97f58e56 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772195 Aug 21 11:00:50.222454 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-b44da2a4-ea2e-42fb-b9ee-1f176ffd1be9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4599243a149a7856c54fdc20f7e47&device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 1096 time: 0.0738795 Aug 21 11:00:50.301479 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-5e591818-040b-4051-9f51-13c5c77bc623 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c27b864-15b9-493e-9f98-0acee3c6b334 HTTP/1.1" status: 200 len: 217 time: 0.0719256 Aug 21 11:00:50.316053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 11:00:50.368533 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-1903c0ec-a29e-433a-b0b3-6b91b7794147 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:50.370134 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-1903c0ec-a29e-433a-b0b3-6b91b7794147 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f HTTP/1.1" status: 200 len: 856 time: 0.0624769 Aug 21 11:00:50.454393 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-62bd7049-1036-4fc2-a78f-2431c0f1ca77 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffac6d6c-98c6-42e8-8c03-8096916bd29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762367 Aug 21 11:00:50.456163 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3,segment=NetworkSegment(064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a),segment_id=064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:00:50.470023 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'port_id': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3', 'mac_address': 'fa:16:3e:7d:a6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 11:00:50.529056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:50.546864 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 11:00:50.562534 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3,segment=NetworkSegment(064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a),segment_id=064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:00:50.595263 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-b5037d73-eb49-43cc-94ba-237268dc76bf service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343665 Aug 21 11:00:50.601522 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:50.603388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-14d6be0d-ceee-4544-ad3e-6f536c379265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:50.670868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:50.680918 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:50.681312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:50.681699 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:50.682077 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:50.682455 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:50.682901 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:50.683277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:50.683777 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:50.684036 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:50.684407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:50.685692 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:00:50.692107 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:50.741882 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d5430c7-4ae2-4cb5-938a-5354923adca7 req-682beac8-9788-4e95-a493-9dec0dc3fa79 service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403356 Aug 21 11:00:50.790009 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d59ea4-5343-4fb2-938a-d4e90ad33c31 req-2184b3d3-7ea6-41b6-917f-f5aecdb8f798 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:50.791647 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b4d59ea4-5343-4fb2-938a-d4e90ad33c31 req-2184b3d3-7ea6-41b6-917f-f5aecdb8f798 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0858357 Aug 21 11:00:50.839619 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b4d59ea4-5343-4fb2-938a-d4e90ad33c31 req-94eb7eee-fb1e-49fe-8ef8-d2217d35c75c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416162 Aug 21 11:00:51.053605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['1d64ac6d-ca4f-4936-93e3-248c04a2d0c3'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 11:00:51.326680 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66846a1-4544-451f-b444-3991cc5a34cb req-4489d1f7-d35a-4706-a1eb-e2a91be57434 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:51.328335 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f66846a1-4544-451f-b444-3991cc5a34cb req-4489d1f7-d35a-4706-a1eb-e2a91be57434 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 944 time: 0.0809686 Aug 21 11:00:51.375326 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f66846a1-4544-451f-b444-3991cc5a34cb req-428f18f3-fdea-4b3d-be31-1ae11b3ce402 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410628 Aug 21 11:00:52.052990 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5c623-80be-4c3e-aeef-c18a4b85835e req-c8ed4721-e062-4dfa-b3a7-b48b54dfdd2d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:52.054481 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c9e5c623-80be-4c3e-aeef-c18a4b85835e req-c8ed4721-e062-4dfa-b3a7-b48b54dfdd2d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0811832 Aug 21 11:00:52.106393 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c9e5c623-80be-4c3e-aeef-c18a4b85835e req-d7a9f417-4392-4692-ab9a-14ec52692985 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459812 Aug 21 11:00:52.334159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2c27b864-15b9-493e-9f98-0acee3c6b334 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 11:00:52.337339 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:00:52.533644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2c27b864-15b9-493e-9f98-0acee3c6b334, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2c27b864-15b9-493e-9f98-0acee3c6b334,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:00:52.540904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:00:52.551571 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:52.551986 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:52.580787 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '2c27b864-15b9-493e-9f98-0acee3c6b334', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'port_id': '2c27b864-15b9-493e-9f98-0acee3c6b334', 'mac_address': 'fa:16:3e:ac:4b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 11:00:52.585844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1969904-fe7d-46c2-99f7-07e04a2beefe req-b7a729f1-b2cf-406b-9fe9-cd069623fe78 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:52.587406 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a1969904-fe7d-46c2-99f7-07e04a2beefe req-b7a729f1-b2cf-406b-9fe9-cd069623fe78 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 944 time: 0.0878999 Aug 21 11:00:52.636985 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a1969904-fe7d-46c2-99f7-07e04a2beefe req-f9a88536-6e3b-4a25-b606-3706098e5a1b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429084 Aug 21 11:00:52.672740 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:52.725016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c27b864-15b9-493e-9f98-0acee3c6b334 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 11:00:52.759873 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2c27b864-15b9-493e-9f98-0acee3c6b334, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2c27b864-15b9-493e-9f98-0acee3c6b334,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:00:52.760848 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:52.786500 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:52.792049 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:52.819759 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:00:52.843874 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3,segment=NetworkSegment(064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a),segment_id=064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:00:52.865727 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=2c27b864-15b9-493e-9f98-0acee3c6b334,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:52.869025 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:52.869739 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:52.871481 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:52.901876 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3', 'code': 200} Aug 21 11:00:52.943645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:52.950825 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:53.118694 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['2c27b864-15b9-493e-9f98-0acee3c6b334'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 11:00:53.167513 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2c2cd5fb-eb2b-4675-8f13-022d51b13358 req-64c6451f-5fc5-42de-91ae-a14ace048b83 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 1098 time: 0.0748811 Aug 21 11:00:53.214769 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2c2cd5fb-eb2b-4675-8f13-022d51b13358 req-886778e7-5767-41cc-b1ae-0581f76dc895 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400093 Aug 21 11:00:53.368988 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ac6ad-5c0c-4916-a24c-37613d573f78 req-a149b532-6d3b-44a3-a867-66f1440f19b7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:53.370512 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-960ac6ad-5c0c-4916-a24c-37613d573f78 req-a149b532-6d3b-44a3-a867-66f1440f19b7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 944 time: 0.0866101 Aug 21 11:00:53.418496 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-960ac6ad-5c0c-4916-a24c-37613d573f78 req-c189aa17-9d98-4c49-906b-acadc9bd3a19 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415666 Aug 21 11:00:53.839354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7995210-da0d-4091-b673-eaf8accea259 req-e0f16344-53af-4c12-b287-8e218d1a78fa tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:53.840944 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f7995210-da0d-4091-b673-eaf8accea259 req-e0f16344-53af-4c12-b287-8e218d1a78fa tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 945 time: 0.0824065 Aug 21 11:00:53.890006 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f7995210-da0d-4091-b673-eaf8accea259 req-6891c1a9-dedc-4e87-87ac-a91bb2f84bd6 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428588 Aug 21 11:00:54.343905 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2c27b864-15b9-493e-9f98-0acee3c6b334 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:00:54.470211 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 2c27b864-15b9-493e-9f98-0acee3c6b334 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:00:54.477007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 2c27b864-15b9-493e-9f98-0acee3c6b334 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:00:54.477433 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:54.596088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:54.630073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2c27b864-15b9-493e-9f98-0acee3c6b334, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2c27b864-15b9-493e-9f98-0acee3c6b334,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:00:54.640078 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45386885-3aa6-4579-b12e-7f89a505f12c req-cf2f509b-6994-49ad-8b06-32abd805e9eb tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:54.641694 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-45386885-3aa6-4579-b12e-7f89a505f12c req-cf2f509b-6994-49ad-8b06-32abd805e9eb tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 944 time: 0.0833716 Aug 21 11:00:54.659261 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:54.661277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:00:54.733233 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=2c27b864-15b9-493e-9f98-0acee3c6b334,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:00:54.736428 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:00:54.902910 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b49389-eead-4415-a7e4-df84b948d1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c27b864-15b9-493e-9f98-0acee3c6b334'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:00:54.906750 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-45386885-3aa6-4579-b12e-7f89a505f12c req-21a71310-d344-447b-8785-efc06fbaace2 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589643 Aug 21 11:00:54.958470 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b49389-eead-4415-a7e4-df84b948d1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c27b864-15b9-493e-9f98-0acee3c6b334', 'code': 200} Aug 21 11:00:55.112558 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce679a51-4449-422f-a036-de064682c9e5 req-77f6749d-53a5-4f1d-a736-78e793293b10 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:55.114069 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce679a51-4449-422f-a036-de064682c9e5 req-77f6749d-53a5-4f1d-a736-78e793293b10 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 945 time: 0.0826337 Aug 21 11:00:55.165879 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce679a51-4449-422f-a036-de064682c9e5 req-538d6f97-ff3d-48f9-b912-ab0b8d12f231 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450966 Aug 21 11:00:55.255977 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-73eff884-44ee-4f2a-a6b3-faca5c2cdd33 req-e1ff6187-bc71-43d8-bc89-7493e7a9f48f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 1098 time: 0.0785861 Aug 21 11:00:55.299778 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-73eff884-44ee-4f2a-a6b3-faca5c2cdd33 req-f6d57dd7-7bc5-40a9-ac30-a0576a316013 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380154 Aug 21 11:00:55.374594 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab614d-62af-4762-8b77-5b1e86028e8f req-02e5d76e-f205-40bb-b304-106a7af38ec6 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:55.376113 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-95ab614d-62af-4762-8b77-5b1e86028e8f req-02e5d76e-f205-40bb-b304-106a7af38ec6 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 945 time: 0.0850854 Aug 21 11:00:55.424001 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-95ab614d-62af-4762-8b77-5b1e86028e8f req-b7619b34-ec8a-466d-90d4-076fd840c10f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412858 Aug 21 11:00:55.860844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa6381-354d-44e4-b3f9-d41b7a4277ab req-cb113fe1-b975-41a4-b003-9e6d411386a4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:55.862945 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-90fa6381-354d-44e4-b3f9-d41b7a4277ab req-cb113fe1-b975-41a4-b003-9e6d411386a4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 945 time: 0.0816886 Aug 21 11:00:55.910458 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-90fa6381-354d-44e4-b3f9-d41b7a4277ab req-a4c2c6d0-aa26-491a-8ac6-11fa8d19b3e1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Aug 21 11:00:56.118670 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd55d6-e666-4c24-9087-c45b55a40e36 req-92688f0f-d23b-40b6-bde5-48bd5def4af8 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:56.120319 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1edd55d6-e666-4c24-9087-c45b55a40e36 req-92688f0f-d23b-40b6-bde5-48bd5def4af8 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0814636 Aug 21 11:00:56.170031 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1edd55d6-e666-4c24-9087-c45b55a40e36 req-72c8692f-335e-4242-a03f-6c174d40e032 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430446 Aug 21 11:00:57.389428 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae52dc3-736e-4bfc-a025-3850651a2c36 req-8049141d-b304-4de1-9d88-b8180027536d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:57.390995 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8ae52dc3-736e-4bfc-a025-3850651a2c36 req-8049141d-b304-4de1-9d88-b8180027536d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0856087 Aug 21 11:00:57.438923 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8ae52dc3-736e-4bfc-a025-3850651a2c36 req-c7f75cc4-2aaa-46e9-aec4-32ad5eaf80e0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413070 Aug 21 11:00:57.649750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0a946-a24d-46a4-8ef0-c838bdb76bbe req-2f6ca1ac-d212-432b-9283-7d390b0c6011 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:57.651376 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0da0a946-a24d-46a4-8ef0-c838bdb76bbe req-2f6ca1ac-d212-432b-9283-7d390b0c6011 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0868738 Aug 21 11:00:57.661240 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 59098) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:00:57.667257 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-cd4ea490-2b11-4aae-b7a4-27dc4c221a32 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Request body: {'floatingip': {'port_id': '2c27b864-15b9-493e-9f98-0acee3c6b334'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:00:57.748675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea490-2b11-4aae-b7a4-27dc4c221a32 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for floatingip, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:58.371030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea490-2b11-4aae-b7a4-27dc4c221a32 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:58.397736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea490-2b11-4aae-b7a4-27dc4c221a32 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:58.590123 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.l3_db [None req-cd4ea490-2b11-4aae-b7a4-27dc4c221a32 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Floating IP 88fce905-8205-4d9d-90ba-d8c8beedbeaf associated. External IP: 172.27.3.2, port: 2c27b864-15b9-493e-9f98-0acee3c6b334. Aug 21 11:00:58.996141 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4ea490-2b11-4aae-b7a4-27dc4c221a32 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Router cb618512-4802-41c4-ba3e-de19044ec61a has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:00:59.399337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4ea490-2b11-4aae-b7a4-27dc4c221a32 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:00:59.404289 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea490-2b11-4aae-b7a4-27dc4c221a32 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:00:59.409212 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9bd651-b50c-450b-871d-fb9df917b46c None None] Sync routers for ids ['cb618512-4802-41c4-ba3e-de19044ec61a'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:00:59.422833 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9bd651-b50c-450b-871d-fb9df917b46c None None] Routers {'cb618512-4802-41c4-ba3e-de19044ec61a'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:00:59.423521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-da9bd651-b50c-450b-871d-fb9df917b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:00:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['cb618512-4802-41c4-ba3e-de19044ec61a'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:59.458973 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-cd4ea490-2b11-4aae-b7a4-27dc4c221a32 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "PUT /v2.0/floatingips/88fce905-8205-4d9d-90ba-d8c8beedbeaf HTTP/1.1" status: 200 len: 989 time: 1.7965438 Aug 21 11:00:59.459669 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b49389-eead-4415-a7e4-df84b948d1b7', 'tag': '2c27b864-15b9-493e-9f98-0acee3c6b334'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:00:59.518961 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b49389-eead-4415-a7e4-df84b948d1b7', 'tag': '2c27b864-15b9-493e-9f98-0acee3c6b334', 'status': 'completed', 'code': 200} Aug 21 11:00:59.607779 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-da9bd651-b50c-450b-871d-fb9df917b46c None None] Set router cb618512-4802-41c4-ba3e-de19044ec61a gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:00:59.624716 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b2754f4d-1a24-42b3-964f-25cb951b352d req-a2eaa00c-2c20-4348-b2cd-81b7fd42de91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4599243a149a7856c54fdc20f7e47&device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 1098 time: 0.0830793 Aug 21 11:00:59.769191 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2754f4d-1a24-42b3-964f-25cb951b352d req-130c8725-dce8-4590-a9d4-e68cb351829d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:59.770700 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b2754f4d-1a24-42b3-964f-25cb951b352d req-130c8725-dce8-4590-a9d4-e68cb351829d service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffac6d6c-98c6-42e8-8c03-8096916bd29d HTTP/1.1" status: 200 len: 918 time: 0.1396983 Aug 21 11:00:59.884893 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b2754f4d-1a24-42b3-964f-25cb951b352d req-f224bfc4-5eb0-4a3d-b699-628df6875537 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c27b864-15b9-493e-9f98-0acee3c6b334 HTTP/1.1" status: 200 len: 997 time: 0.1029739 Aug 21 11:00:59.954568 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2754f4d-1a24-42b3-964f-25cb951b352d req-f78e404a-22a6-440a-91e3-ef9d9780aaae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:00:59.956170 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b2754f4d-1a24-42b3-964f-25cb951b352d req-f78e404a-22a6-440a-91e3-ef9d9780aaae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f HTTP/1.1" status: 200 len: 856 time: 0.0661430 Aug 21 11:00:59.970842 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-da9bd651-b50c-450b-871d-fb9df917b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '88fce905-8205-4d9d-90ba-d8c8beedbeaf', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'port_id': '2c27b864-15b9-493e-9f98-0acee3c6b334', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'mac_address': 'fa:16:3e:ac:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b49389-eead-4415-a7e4-df84b948d1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:00:32Z', 'updated_at': '2021-08-21T11:00:58Z', 'revision_number': 1, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:53:01Z', 'revision_number': 5, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:00:59.975402 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9bd651-b50c-450b-871d-fb9df917b46c None None] Checking router: cb618512-4802-41c4-ba3e-de19044ec61a for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:00:59.986455 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9bd651-b50c-450b-871d-fb9df917b46c None None] Routers {'cb618512-4802-41c4-ba3e-de19044ec61a'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:00:59.987771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-da9bd651-b50c-450b-871d-fb9df917b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:00:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['cb618512-4802-41c4-ba3e-de19044ec61a'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:01:00.035867 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b2754f4d-1a24-42b3-964f-25cb951b352d req-d6c88eaa-f58e-4696-a9ad-112da34d7d5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffac6d6c-98c6-42e8-8c03-8096916bd29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739288 Aug 21 11:01:00.170781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-da9bd651-b50c-450b-871d-fb9df917b46c None None] Set router cb618512-4802-41c4-ba3e-de19044ec61a gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:01:00.179243 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b2754f4d-1a24-42b3-964f-25cb951b352d req-98711650-f5e6-48d3-9d3b-a3519888c93b service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373568 Aug 21 11:01:00.323809 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b2754f4d-1a24-42b3-964f-25cb951b352d req-a657d9ca-428f-495d-a774-7f0aab624ed6 service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381903 Aug 21 11:01:00.683289 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-da9bd651-b50c-450b-871d-fb9df917b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '88fce905-8205-4d9d-90ba-d8c8beedbeaf', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'port_id': '2c27b864-15b9-493e-9f98-0acee3c6b334', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'mac_address': 'fa:16:3e:ac:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b49389-eead-4415-a7e4-df84b948d1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:00:32Z', 'updated_at': '2021-08-21T11:00:58Z', 'revision_number': 1, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:53:01Z', 'revision_number': 5, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:01:00.688095 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9bd651-b50c-450b-871d-fb9df917b46c None None] The sync data for ids ['cb618512-4802-41c4-ba3e-de19044ec61a'] in dv-cinder-805477-1-iscsi is: [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '88fce905-8205-4d9d-90ba-d8c8beedbeaf', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'port_id': '2c27b864-15b9-493e-9f98-0acee3c6b334', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'mac_address': 'fa:16:3e:ac:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b49389-eead-4415-a7e4-df84b948d1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:00:32Z', 'updated_at': '2021-08-21T11:00:58Z', 'revision_number': 1, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:53:01Z', 'revision_number': 5, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:01:01.044805 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d5d5e-1633-40b5-a7ef-7d99debe2b2b None None] New status for floating IP 88fce905-8205-4d9d-90ba-d8c8beedbeaf: ACTIVE {{(pid=82514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 11:01:06.072289 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:06.853327 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea9d19-01c6-4591-bba7-805b7ecc2c75 req-25538eaf-84a0-4b26-86ad-f8697106e409 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:06.854889 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a5ea9d19-01c6-4591-bba7-805b7ecc2c75 req-25538eaf-84a0-4b26-86ad-f8697106e409 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 945 time: 0.0835841 Aug 21 11:01:06.902789 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a5ea9d19-01c6-4591-bba7-805b7ecc2c75 req-89d3584d-f0eb-479e-b6ee-ab37bdcc30ae tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Aug 21 11:01:06.930354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 59152) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:01:07.077304 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-0d54535d-1aeb-4836-9636-0083d30f101d tempest-TestMinimumBasicScenario-1115789471 tempest-TestMinimumBasicScenario-1115789471-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 1093 time: 0.1457210 Aug 21 11:01:07.080135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 59158) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:01:07.085735 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Request body: {'floatingip': {'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'port_id': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:01:07.091273 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:01:07.095280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Usage tracker for resource:floatingip and tenant:290fc2d24b1e48c699e9b87014cca87a is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:01:07.098277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:01:07.104246 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:01:07.143853 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for floatingip, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:07.291352 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:07.439426 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Allocated IP 172.27.3.101 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/e91ddda5-3bad-4a42-87ac-ae89f6f21576) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:01:07.597746 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:07.649258 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:07.653622 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-33f174c0-587b-4acd-aedb-e93e3c08368a tempest-VolumesSnapshotTestJSON-111283921 tempest-VolumesSnapshotTestJSON-111283921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:01:07.723708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:01:07.726622 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:01:07.731244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:01:07.756447 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Pushing event updated for resources: {'Port': ['ID=e91ddda5-3bad-4a42-87ac-ae89f6f21576,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:01:07.781644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:07.782065 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:07.782478 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:07.782885 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:07.783950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:07.784361 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:07.784767 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:07.785169 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:07.785569 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:07.785969 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:07.786367 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:07.791472 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:01:08.269326 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:08.362556 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:08.572816 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:08.620576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:08.625577 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ed18ce41-585d-4862-90cc-6cc337f150f1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:01:08.728399 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Pushing event updated for resources: {'Port': ['ID=e91ddda5-3bad-4a42-87ac-ae89f6f21576,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:01:08.739066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:01:08.749800 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:08.943077 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.l3_db [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Floating IP eefd06d6-0dd9-4956-8c82-e24e5a5b98d9 associated. External IP: 172.27.3.101, port: 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3. Aug 21 11:01:09.412679 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8e006629-dfd7-411e-97c6-5c3d9970a1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:09.540747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Router e29969a5-7638-43c5-8eff-eff865dd931f has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:01:09.748337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:01:09.758852 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc07e5-6cf4-412b-90ec-5f144d053c8b None None] Sync routers for ids ['e29969a5-7638-43c5-8eff-eff865dd931f'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:01:09.772239 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc07e5-6cf4-412b-90ec-5f144d053c8b None None] Routers {'e29969a5-7638-43c5-8eff-eff865dd931f'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:01:09.772962 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-1fcc07e5-6cf4-412b-90ec-5f144d053c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:00:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['e29969a5-7638-43c5-8eff-eff865dd931f'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:01:09.869463 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:09.925546 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8442979 Aug 21 11:01:09.926214 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'tag': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:01:09.929096 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 59170) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:01:09.946019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1663843118', 'description': 'tempest-secgroup-smoke-1663843118 description', 'project_id': '290fc2d24b1e48c699e9b87014cca87a'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:01:09.955983 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:01:09.957313 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-1fcc07e5-6cf4-412b-90ec-5f144d053c8b None None] Set router e29969a5-7638-43c5-8eff-eff865dd931f gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:01:09.966521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:01:09.994351 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'tag': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3', 'status': 'completed', 'code': 200} Aug 21 11:01:10.001229 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:10.092614 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:01:10.099305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Usage tracker for resource:security_group_rule and tenant:290fc2d24b1e48c699e9b87014cca87a is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:01:10.107896 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:01:10.116855 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:01:10.138104 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1dd78e20-a250-4ba1-8235-f8763ca4734c req-a31cf74c-6000-4fd9-a356-072860eda274 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=290fc2d24b1e48c699e9b87014cca87a&device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 1098 time: 0.1179633 Aug 21 11:01:10.273856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:10.314186 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-1fcc07e5-6cf4-412b-90ec-5f144d053c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'name': 'tempest-TestMinimumBasicScenario-1666171820-router', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:01Z', 'updated_at': '2021-08-21T11:00:05Z', 'revision_number': 4, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'gw_port': {'id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:02Z', 'updated_at': '2021-08-21T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': 'eefd06d6-0dd9-4956-8c82-e24e5a5b98d9', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'port_id': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'mac_address': 'fa:16:3e:7d:a6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:01:08Z', 'updated_at': '2021-08-21T11:01:08Z', 'revision_number': 0, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ee4d41-04eb-483e-9498-a3bbed22fdd4', 'name': '', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'mac_address': 'fa:16:3e:99:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:04Z', 'updated_at': '2021-08-21T11:00:14Z', 'revision_number': 5, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'subnets': [{'id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:01:10.317166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd78e20-a250-4ba1-8235-f8763ca4734c req-1594b5f3-e9ff-432f-9bc8-ab9bbbd2dbb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:10.318358 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc07e5-6cf4-412b-90ec-5f144d053c8b None None] Checking router: e29969a5-7638-43c5-8eff-eff865dd931f for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:01:10.318769 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1dd78e20-a250-4ba1-8235-f8763ca4734c req-1594b5f3-e9ff-432f-9bc8-ab9bbbd2dbb0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd HTTP/1.1" status: 200 len: 916 time: 0.1683190 Aug 21 11:01:10.320705 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:10.326362 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-db6b80ba-a7c9-4262-b83c-84ba8e3c3521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:01:10.329492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc07e5-6cf4-412b-90ec-5f144d053c8b None None] Routers {'e29969a5-7638-43c5-8eff-eff865dd931f'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:01:10.330195 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-1fcc07e5-6cf4-412b-90ec-5f144d053c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:00:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['e29969a5-7638-43c5-8eff-eff865dd931f'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:01:10.458525 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d79e20-782f-4337-a5f4-1f5633939d62,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:01:10.477711 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1dd78e20-a250-4ba1-8235-f8763ca4734c req-711f5b5b-da8c-4921-93d3-fa0a53cd692d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 HTTP/1.1" status: 200 len: 999 time: 0.1428292 Aug 21 11:01:10.478460 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:10.479675 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5493777 Aug 21 11:01:10.481439 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:10.481870 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:10.482292 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:10.482693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:10.482893 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 59176) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:01:10.483105 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:10.483521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:10.483960 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:10.484358 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:10.484755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:10.485172 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:10.485583 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:01:10.490260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:01:10.490402 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-cce43db1-4b24-49bc-a0c3-71850de20a2f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Request body: {'security_group_rule': {'security_group_id': '29d79e20-782f-4337-a5f4-1f5633939d62', 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:01:10.498205 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-cce43db1-4b24-49bc-a0c3-71850de20a2f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:01:10.502382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-cce43db1-4b24-49bc-a0c3-71850de20a2f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Usage tracker for resource:security_group_rule and tenant:290fc2d24b1e48c699e9b87014cca87a is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:01:10.506009 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-cce43db1-4b24-49bc-a0c3-71850de20a2f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:01:10.513082 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-cce43db1-4b24-49bc-a0c3-71850de20a2f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:01:10.523221 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-1fcc07e5-6cf4-412b-90ec-5f144d053c8b None None] Set router e29969a5-7638-43c5-8eff-eff865dd931f gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:01:10.556968 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cce43db1-4b24-49bc-a0c3-71850de20a2f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:10.558866 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd78e20-a250-4ba1-8235-f8763ca4734c req-11f6add4-129a-4467-852c-1bf696c15220 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:10.560501 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1dd78e20-a250-4ba1-8235-f8763ca4734c req-11f6add4-129a-4467-852c-1bf696c15220 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40c8cfd1-cbd1-4a75-ab60-6735884df6d9 HTTP/1.1" status: 200 len: 854 time: 0.0692625 Aug 21 11:01:10.626366 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cce43db1-4b24-49bc-a0c3-71850de20a2f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:10.654333 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1dd78e20-a250-4ba1-8235-f8763ca4734c req-1f8930e9-941c-411b-8d2c-e48f57e3ac83 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867126 Aug 21 11:01:10.658003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cce43db1-4b24-49bc-a0c3-71850de20a2f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:10.660803 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:01:10.688031 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce43db1-4b24-49bc-a0c3-71850de20a2f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09040859-17de-481e-86fe-798fbee443d6,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:01:10.700557 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cce43db1-4b24-49bc-a0c3-71850de20a2f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:01:10.721584 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cce43db1-4b24-49bc-a0c3-71850de20a2f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:10.725567 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-cce43db1-4b24-49bc-a0c3-71850de20a2f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2388306 Aug 21 11:01:10.725771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 59180) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:01:10.732229 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-a4d34067-5360-4311-8665-b4bcd13c3b87 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Request body: {'security_group_rule': {'security_group_id': '29d79e20-782f-4337-a5f4-1f5633939d62', 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:01:10.738810 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a4d34067-5360-4311-8665-b4bcd13c3b87 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:01:10.743172 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a4d34067-5360-4311-8665-b4bcd13c3b87 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Usage tracker for resource:security_group_rule and tenant:290fc2d24b1e48c699e9b87014cca87a is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:01:10.745891 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a4d34067-5360-4311-8665-b4bcd13c3b87 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:01:10.752389 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a4d34067-5360-4311-8665-b4bcd13c3b87 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:01:10.796867 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4d34067-5360-4311-8665-b4bcd13c3b87 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:10.805095 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1dd78e20-a250-4ba1-8235-f8763ca4734c req-10875ad0-69c0-4a52-9cdf-85b14c09a8a1 service neutron] 10.222.0.35 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428542 Aug 21 11:01:10.868595 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4d34067-5360-4311-8665-b4bcd13c3b87 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:10.898333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4d34067-5360-4311-8665-b4bcd13c3b87 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:10.900950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:01:10.902939 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-1fcc07e5-6cf4-412b-90ec-5f144d053c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'name': 'tempest-TestMinimumBasicScenario-1666171820-router', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:01Z', 'updated_at': '2021-08-21T11:00:05Z', 'revision_number': 4, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'gw_port': {'id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:02Z', 'updated_at': '2021-08-21T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': 'eefd06d6-0dd9-4956-8c82-e24e5a5b98d9', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'port_id': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'mac_address': 'fa:16:3e:7d:a6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:01:08Z', 'updated_at': '2021-08-21T11:01:08Z', 'revision_number': 0, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ee4d41-04eb-483e-9498-a3bbed22fdd4', 'name': '', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'mac_address': 'fa:16:3e:99:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:04Z', 'updated_at': '2021-08-21T11:00:14Z', 'revision_number': 5, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'subnets': [{'id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:01:10.913835 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc07e5-6cf4-412b-90ec-5f144d053c8b None None] The sync data for ids ['e29969a5-7638-43c5-8eff-eff865dd931f'] in dv-cinder-805477-1-iscsi is: [{'id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'name': 'tempest-TestMinimumBasicScenario-1666171820-router', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:01Z', 'updated_at': '2021-08-21T11:00:05Z', 'revision_number': 4, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'gw_port': {'id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:02Z', 'updated_at': '2021-08-21T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': 'eefd06d6-0dd9-4956-8c82-e24e5a5b98d9', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'port_id': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'mac_address': 'fa:16:3e:7d:a6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:01:08Z', 'updated_at': '2021-08-21T11:01:08Z', 'revision_number': 0, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ee4d41-04eb-483e-9498-a3bbed22fdd4', 'name': '', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'mac_address': 'fa:16:3e:99:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:04Z', 'updated_at': '2021-08-21T11:00:14Z', 'revision_number': 5, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'subnets': [{'id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:01:10.934958 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d34067-5360-4311-8665-b4bcd13c3b87 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190c50f1-51d4-4f3e-b895-9d6421afcfc7,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:01:10.937725 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a4d34067-5360-4311-8665-b4bcd13c3b87 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:01:10.961698 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:10.976279 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1dd78e20-a250-4ba1-8235-f8763ca4734c req-0f98e3b9-c300-47e6-b98c-7e6f72bfcbf6 service neutron] 10.222.0.35 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649501 Aug 21 11:01:10.990086 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a4d34067-5360-4311-8665-b4bcd13c3b87 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:10.991425 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a4d34067-5360-4311-8665-b4bcd13c3b87 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2645543 Aug 21 11:01:10.994199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 59186) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:01:11.000910 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-b7a8b8e4-87ba-4e43-9f13-0563a30901f2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Request body: {'security_group_rule': {'security_group_id': '29d79e20-782f-4337-a5f4-1f5633939d62', 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:01:11.008005 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-b7a8b8e4-87ba-4e43-9f13-0563a30901f2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:01:11.012130 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-b7a8b8e4-87ba-4e43-9f13-0563a30901f2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Usage tracker for resource:security_group_rule and tenant:290fc2d24b1e48c699e9b87014cca87a is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:01:11.015173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-b7a8b8e4-87ba-4e43-9f13-0563a30901f2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:01:11.021915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-b7a8b8e4-87ba-4e43-9f13-0563a30901f2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:01:11.065296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b8e4-87ba-4e43-9f13-0563a30901f2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:11.130411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b8e4-87ba-4e43-9f13-0563a30901f2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:11.155084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b8e4-87ba-4e43-9f13-0563a30901f2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:11.157317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cce43db1-4b24-49bc-a0c3-71850de20a2f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:01:11.181629 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8b8e4-87ba-4e43-9f13-0563a30901f2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a542fc4-9ac8-441f-b541-f9bf5fb17c6c,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:01:11.187240 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b7a8b8e4-87ba-4e43-9f13-0563a30901f2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:01:11.224087 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b8e4-87ba-4e43-9f13-0563a30901f2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:11.225536 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-b7a8b8e4-87ba-4e43-9f13-0563a30901f2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2303200 Aug 21 11:01:11.228446 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 59190) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:01:11.234650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-005f626d-b248-42cb-8d26-989043b27aa3 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Request body: {'security_group_rule': {'security_group_id': '29d79e20-782f-4337-a5f4-1f5633939d62', 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:01:11.241268 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-005f626d-b248-42cb-8d26-989043b27aa3 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:01:11.245454 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-005f626d-b248-42cb-8d26-989043b27aa3 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Usage tracker for resource:security_group_rule and tenant:290fc2d24b1e48c699e9b87014cca87a is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:01:11.248914 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-005f626d-b248-42cb-8d26-989043b27aa3 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:01:11.255535 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-005f626d-b248-42cb-8d26-989043b27aa3 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:01:11.277818 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad1db3f-0cb7-4223-ab3a-e9c598e521cb None None] New status for floating IP eefd06d6-0dd9-4956-8c82-e24e5a5b98d9: ACTIVE {{(pid=82514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 11:01:11.302409 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-005f626d-b248-42cb-8d26-989043b27aa3 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:11.371188 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-005f626d-b248-42cb-8d26-989043b27aa3 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:11.397634 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-005f626d-b248-42cb-8d26-989043b27aa3 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:11.399828 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:01:11.425053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f626d-b248-42cb-8d26-989043b27aa3 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730d6c31-cd2b-4727-92c2-a9cdfcacc40e,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:01:11.427868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-005f626d-b248-42cb-8d26-989043b27aa3 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:01:11.460960 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-005f626d-b248-42cb-8d26-989043b27aa3 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:11.462290 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-005f626d-b248-42cb-8d26-989043b27aa3 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2328811 Aug 21 11:01:11.465339 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 59194) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:01:11.471950 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-73a6e6ff-ad24-4e12-890d-552292618bcb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Request body: {'security_group_rule': {'security_group_id': '29d79e20-782f-4337-a5f4-1f5633939d62', 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:01:11.478874 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-73a6e6ff-ad24-4e12-890d-552292618bcb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:01:11.483269 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-73a6e6ff-ad24-4e12-890d-552292618bcb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Usage tracker for resource:security_group_rule and tenant:290fc2d24b1e48c699e9b87014cca87a is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:01:11.487053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-73a6e6ff-ad24-4e12-890d-552292618bcb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:01:11.494071 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-73a6e6ff-ad24-4e12-890d-552292618bcb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:01:11.535197 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.securitygroups_db [None req-73a6e6ff-ad24-4e12-890d-552292618bcb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Project 290fc2d24b1e48c699e9b87014cca87a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 11:01:11.542417 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-73a6e6ff-ad24-4e12-890d-552292618bcb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:11.610761 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-73a6e6ff-ad24-4e12-890d-552292618bcb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:11.637693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-73a6e6ff-ad24-4e12-890d-552292618bcb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:11.640029 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b7a8b8e4-87ba-4e43-9f13-0563a30901f2 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:01:11.663058 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6e6ff-ad24-4e12-890d-552292618bcb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d459fe4-49f1-48b8-8abd-bcbae5c34275,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:01:11.665693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-73a6e6ff-ad24-4e12-890d-552292618bcb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:01:11.694861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-73a6e6ff-ad24-4e12-890d-552292618bcb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:11.696191 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-73a6e6ff-ad24-4e12-890d-552292618bcb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2297826 Aug 21 11:01:11.699122 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 59198) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:01:11.705267 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-fe383d86-2f11-44fb-b870-3e91be5562cb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Request body: {'security_group_rule': {'security_group_id': '29d79e20-782f-4337-a5f4-1f5633939d62', 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:01:11.711717 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-fe383d86-2f11-44fb-b870-3e91be5562cb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:01:11.716338 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-fe383d86-2f11-44fb-b870-3e91be5562cb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Usage tracker for resource:security_group_rule and tenant:290fc2d24b1e48c699e9b87014cca87a is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:01:11.719337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-fe383d86-2f11-44fb-b870-3e91be5562cb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:01:11.726293 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-fe383d86-2f11-44fb-b870-3e91be5562cb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:01:11.763561 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.securitygroups_db [None req-fe383d86-2f11-44fb-b870-3e91be5562cb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Project 290fc2d24b1e48c699e9b87014cca87a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 11:01:11.770650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fe383d86-2f11-44fb-b870-3e91be5562cb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:11.840361 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fe383d86-2f11-44fb-b870-3e91be5562cb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:11.863756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fe383d86-2f11-44fb-b870-3e91be5562cb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:11.865874 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:01:11.888902 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe383d86-2f11-44fb-b870-3e91be5562cb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0135efd-30d6-4fba-8064-e4d51a3227a7,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:01:11.891382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fe383d86-2f11-44fb-b870-3e91be5562cb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:01:11.920858 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fe383d86-2f11-44fb-b870-3e91be5562cb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:11.922127 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-fe383d86-2f11-44fb-b870-3e91be5562cb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2219725 Aug 21 11:01:11.975347 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-825ca7fe-eb1b-45d4-9316-daa34d6b0246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:12.064560 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-25117873-0fcb-44af-a1c3-91c82408c680 req-99d419c9-c1f8-4338-ac28-092db4dccf97 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663843118&fields=id&tenant_id=290fc2d24b1e48c699e9b87014cca87a HTTP/1.1" status: 200 len: 267 time: 0.0438573 Aug 21 11:01:12.150320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25117873-0fcb-44af-a1c3-91c82408c680 req-d930c71f-bfe1-4cf7-8088-cfcb863f6948 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:12.151914 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-25117873-0fcb-44af-a1c3-91c82408c680 req-d930c71f-bfe1-4cf7-8088-cfcb863f6948 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 945 time: 0.0815604 Aug 21 11:01:12.164891 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-25117873-0fcb-44af-a1c3-91c82408c680 req-e1edbe1e-be19-4d9f-805e-282f80328eb9 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Request body: {'port': {'security_groups': ['a62b4002-5090-42d4-8d36-9ace9cc970a5', '29d79e20-782f-4337-a5f4-1f5633939d62']}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:01:12.252583 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:12.288212 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-25117873-0fcb-44af-a1c3-91c82408c680 req-e1edbe1e-be19-4d9f-805e-282f80328eb9 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:12.551695 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-25117873-0fcb-44af-a1c3-91c82408c680 req-e1edbe1e-be19-4d9f-805e-282f80328eb9 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] For port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3,segment=NetworkSegment(064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a),segment_id=064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:01:12.576998 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-25117873-0fcb-44af-a1c3-91c82408c680 req-e1edbe1e-be19-4d9f-805e-282f80328eb9 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:12.609077 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-25117873-0fcb-44af-a1c3-91c82408c680 req-e1edbe1e-be19-4d9f-805e-282f80328eb9 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:12.614591 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3423d9d4-6ed6-48be-83b8-5fd4205ba663 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:01:12.629662 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['1d64ac6d-ca4f-4936-93e3-248c04a2d0c3'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 11:01:12.684510 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25117873-0fcb-44af-a1c3-91c82408c680 req-e1edbe1e-be19-4d9f-805e-282f80328eb9 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:12.685522 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-25117873-0fcb-44af-a1c3-91c82408c680 req-e1edbe1e-be19-4d9f-805e-282f80328eb9 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:12.687035 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-25117873-0fcb-44af-a1c3-91c82408c680 req-e1edbe1e-be19-4d9f-805e-282f80328eb9 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "PUT /v2.0/ports/1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 HTTP/1.1" status: 200 len: 981 time: 0.5270386 Aug 21 11:01:12.687591 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'tag': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:01:12.713292 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edbe1e-be19-4d9f-805e-282f80328eb9 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Pushing event updated for resources: {'Port': ['ID=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3,revision_number=6']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:01:12.717299 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e1edbe1e-be19-4d9f-805e-282f80328eb9 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:01:12.754841 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'tag': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3', 'status': 'completed', 'code': 200} Aug 21 11:01:12.779999 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['1d64ac6d-ca4f-4936-93e3-248c04a2d0c3'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 11:01:12.863830 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0f8672af-3b6a-4a97-93ff-f714c237b287 req-ed8c8730-d724-45b2-a84c-d23d97b0df8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=290fc2d24b1e48c699e9b87014cca87a&device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 1137 time: 0.0852308 Aug 21 11:01:12.916382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3908082-e382-4371-9e8e-08824e01411c req-dee14945-0cb3-476c-b15b-e6bb41d4c588 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:12.925651 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c3908082-e382-4371-9e8e-08824e01411c req-dee14945-0cb3-476c-b15b-e6bb41d4c588 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.1122041 Aug 21 11:01:12.980140 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c3908082-e382-4371-9e8e-08824e01411c req-f331ecd6-d334-4fa7-84d1-ac43bb70c537 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&id=29d79e20-782f-4337-a5f4-1f5633939d62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529366 Aug 21 11:01:13.029732 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8672af-3b6a-4a97-93ff-f714c237b287 req-323114ec-cbc6-4656-9990-f3a9cbcfa934 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:13.031324 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0f8672af-3b6a-4a97-93ff-f714c237b287 req-323114ec-cbc6-4656-9990-f3a9cbcfa934 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd HTTP/1.1" status: 200 len: 916 time: 0.1603215 Aug 21 11:01:13.073487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-7a310314-9345-474f-9afa-830dbc0a3cf4 None None] Provisioning complete for port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:01:13.073845 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7a310314-9345-474f-9afa-830dbc0a3cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:13.139948 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0f8672af-3b6a-4a97-93ff-f714c237b287 req-a69e1eca-4bf4-43f4-bc54-15ea7e5527a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 HTTP/1.1" status: 200 len: 1001 time: 0.1020985 Aug 21 11:01:13.213509 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8672af-3b6a-4a97-93ff-f714c237b287 req-86e13c6e-942b-45cd-9a7f-f858e1e04882 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:13.215210 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0f8672af-3b6a-4a97-93ff-f714c237b287 req-86e13c6e-942b-45cd-9a7f-f858e1e04882 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40c8cfd1-cbd1-4a75-ab60-6735884df6d9 HTTP/1.1" status: 200 len: 854 time: 0.0693412 Aug 21 11:01:13.302480 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0f8672af-3b6a-4a97-93ff-f714c237b287 req-393664b8-48eb-43bc-9d7b-89dc7d18e66f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787957 Aug 21 11:01:13.447209 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0f8672af-3b6a-4a97-93ff-f714c237b287 req-12f6e337-dc68-4b74-af80-57d8def3747d service neutron] 10.222.0.35 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372414 Aug 21 11:01:13.591969 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0f8672af-3b6a-4a97-93ff-f714c237b287 req-134b6c61-21f6-4712-9bb8-740c62791c00 service neutron] 10.222.0.35 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369841 Aug 21 11:01:13.606781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:23.133234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:01:36.091701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:39.407877 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-526bd7b4-569b-4abe-99fa-ce66ee4436ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:40.960198 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:41.990638 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1b694703-330e-4333-9cba-802eb8cc7c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:42.253383 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:43.619197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:48.672375 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc68f51-3ffd-4750-b5f8-39e9233342ed req-3840453a-522a-4026-9da8-88cf61768b0d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:48.673969 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6bc68f51-3ffd-4750-b5f8-39e9233342ed req-3840453a-522a-4026-9da8-88cf61768b0d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 946 time: 0.0812049 Aug 21 11:01:48.722759 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6bc68f51-3ffd-4750-b5f8-39e9233342ed req-6bbc87f9-e636-41c0-a5c4-00733f905701 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424616 Aug 21 11:01:49.928895 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989ba89-7104-46d4-868e-23c198604308 req-407aeaf0-6365-4258-aaeb-05d62c90e132 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:49.930461 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3989ba89-7104-46d4-868e-23c198604308 req-407aeaf0-6365-4258-aaeb-05d62c90e132 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 946 time: 0.0813930 Aug 21 11:01:49.978848 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3989ba89-7104-46d4-868e-23c198604308 req-530de86e-b993-402f-9e40-bdf03f6967fe tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421052 Aug 21 11:01:50.271860 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab497613-682c-4b02-bd44-099a4c1d9400 req-053f6aaa-fc17-4503-b4e8-5d468a2d35e1 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:50.273368 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ab497613-682c-4b02-bd44-099a4c1d9400 req-053f6aaa-fc17-4503-b4e8-5d468a2d35e1 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 946 time: 0.0845695 Aug 21 11:01:50.343508 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-ab497613-682c-4b02-bd44-099a4c1d9400 req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Deleting port 8e57ee3d-f783-4cc2-89aa-8dd68254f648 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:01:50.343925 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ab497613-682c-4b02-bd44-099a4c1d9400 req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:50.794667 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-ab497613-682c-4b02-bd44-099a4c1d9400 req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] For port 8e57ee3d-f783-4cc2-89aa-8dd68254f648, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=8e57ee3d-f783-4cc2-89aa-8dd68254f648,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:01:50.795071 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ab497613-682c-4b02-bd44-099a4c1d9400 req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:51.091747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ab497613-682c-4b02-bd44-099a4c1d9400 req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:51.092286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ab497613-682c-4b02-bd44-099a4c1d9400 req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:51.092564 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.l3_db [req-ab497613-682c-4b02-bd44-099a4c1d9400 req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Floating IP 121c4270-69b7-4fe7-9edf-8bdcf71b27ef disassociated. External IP: 172.27.3.103, port: 8e57ee3d-f783-4cc2-89aa-8dd68254f648. Aug 21 11:01:51.092809 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-ab497613-682c-4b02-bd44-099a4c1d9400 req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Calling delete_port for 8e57ee3d-f783-4cc2-89aa-8dd68254f648 owned by compute:nova {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:01:51.190167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a62c3-4af0-48ed-b071-8808566902fb req-c2a7f338-f233-4704-8a95-d68a7c4bc0bc tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:51.191906 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e62a62c3-4af0-48ed-b071-8808566902fb req-c2a7f338-f233-4704-8a95-d68a7c4bc0bc tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 946 time: 0.0875401 Aug 21 11:01:51.240560 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e62a62c3-4af0-48ed-b071-8808566902fb req-45685dc8-70d3-4e8b-be8f-9e05279ff644 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421281 Aug 21 11:01:51.274596 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ab497613-682c-4b02-bd44-099a4c1d9400 req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:51.280696 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aade75b3-3920-4f8e-8e09-506ee4f65919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:01:51.324254 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event deleted for resources: {'Port': ['ID=8e57ee3d-f783-4cc2-89aa-8dd68254f648,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:01:51.328449 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:01:51.540015 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab497613-682c-4b02-bd44-099a4c1d9400 req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Router 214fac9c-89b6-4d25-a790-e3ba951d6485 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:01:51.747197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab497613-682c-4b02-bd44-099a4c1d9400 req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:01:51.757011 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483eb4c6-6ebf-4a1d-9015-b0545afdc704 None None] Sync routers for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:01:51.772171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483eb4c6-6ebf-4a1d-9015-b0545afdc704 None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:01:51.773231 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-483eb4c6-6ebf-4a1d-9015-b0545afdc704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:01:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:01:51.822230 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab497613-682c-4b02-bd44-099a4c1d9400 req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] No DVR routers for this DVR port 8e57ee3d-f783-4cc2-89aa-8dd68254f648 on host hv-cinder-80547 {{(pid=82511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:01:51.824915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ab497613-682c-4b02-bd44-099a4c1d9400 req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:51.827977 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ab085a-9060-488e-93d6-fa220d7ddd7b', 'name': 'network-vif-deleted', 'tag': '8e57ee3d-f783-4cc2-89aa-8dd68254f648'}] {{(pid=82511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:01:51.887722 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ab085a-9060-488e-93d6-fa220d7ddd7b', 'name': 'network-vif-deleted', 'tag': '8e57ee3d-f783-4cc2-89aa-8dd68254f648', 'status': 'completed', 'code': 200} Aug 21 11:01:51.889735 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ab497613-682c-4b02-bd44-099a4c1d9400 req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.35 "DELETE /v2.0/ports/8e57ee3d-f783-4cc2-89aa-8dd68254f648 HTTP/1.1" status: 204 len: 173 time: 1.6110325 Aug 21 11:01:51.977249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-483eb4c6-6ebf-4a1d-9015-b0545afdc704 None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:01:52.419604 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-06d6f7bd-e78f-4663-ad56-5f741b0d6793 req-0426bf26-7cde-4e29-8455-ab81c6d1ec2a tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Synchronizing usage tracker for tenant:5a81a97062a44c1a82976925e1efb742 on resource:port {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:01:52.451177 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-483eb4c6-6ebf-4a1d-9015-b0545afdc704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:01:52.455998 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483eb4c6-6ebf-4a1d-9015-b0545afdc704 None None] Checking router: 214fac9c-89b6-4d25-a790-e3ba951d6485 for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:01:52.467366 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483eb4c6-6ebf-4a1d-9015-b0545afdc704 None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:01:52.468008 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-483eb4c6-6ebf-4a1d-9015-b0545afdc704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:01:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:01:52.475944 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-06d6f7bd-e78f-4663-ad56-5f741b0d6793 req-0426bf26-7cde-4e29-8455-ab81c6d1ec2a tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Unset dirty status for tenant:5a81a97062a44c1a82976925e1efb742 on resource:port {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:01:52.477260 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-06d6f7bd-e78f-4663-ad56-5f741b0d6793 req-0426bf26-7cde-4e29-8455-ab81c6d1ec2a tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4ab085a-9060-488e-93d6-fa220d7ddd7b HTTP/1.1" status: 200 len: 210 time: 0.1028683 Aug 21 11:01:52.652471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-483eb4c6-6ebf-4a1d-9015-b0545afdc704 None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:01:52.974354 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-483eb4c6-6ebf-4a1d-9015-b0545afdc704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:01:52.978735 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483eb4c6-6ebf-4a1d-9015-b0545afdc704 None None] The sync data for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi is: [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:01:53.405543 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdc6de2-addd-484f-b85b-a64681b0659d None None] New status for floating IP 121c4270-69b7-4fe7-9edf-8bdcf71b27ef: DOWN {{(pid=82514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 11:01:53.874654 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-84b97d9a-ed9d-4aca-82a5-b7a661ab1cd5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-363503944&fields=id&tenant_id=5a81a97062a44c1a82976925e1efb742 HTTP/1.1" status: 200 len: 267 time: 0.0437887 Aug 21 11:01:54.031688 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-3cf6286c-f08b-4afb-bcbf-9582d06c7737 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:54.033285 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-3cf6286c-f08b-4afb-bcbf-9582d06c7737 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/networks?id=72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 200 len: 812 time: 0.1512983 Aug 21 11:01:54.050852 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-84982ad8-fed6-4fdb-8702-cd06ab71c804 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/quotas/5a81a97062a44c1a82976925e1efb742 HTTP/1.1" status: 200 len: 375 time: 0.0117114 Aug 21 11:01:54.140958 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-1d225591-b7ac-42e7-a0d1-04e637ca83e7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0845592 Aug 21 11:01:54.295152 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-bd42028a-193a-4293-9a3e-23f8f13f0a50 service neutron] 10.222.0.49 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420207 Aug 21 11:01:54.437009 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-91e0b5c9-b899-44fb-a180-f4bce824ccae service neutron] 10.222.0.49 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350582 Aug 21 11:01:54.663327 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 8e57ee3d-f783-4cc2-89aa-8dd68254f648 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:01:54.700759 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: 8e57ee3d-f783-4cc2-89aa-8dd68254f648 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:01:54.701182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 8e57ee3d-f783-4cc2-89aa-8dd68254f648 not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:01:54.987624 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-652b8309-6934-4b02-9c52-daab739fc1bf req-e47902a4-8b20-4d1b-b06c-761ed0fba6d9 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 210 time: 0.0481024 Aug 21 11:01:56.158208 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-afe354cf-5588-41c1-9a4a-1886881d2c8c req-fa848ec6-fad1-44f7-8239-a2ef21788129 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 210 time: 0.0459948 Aug 21 11:01:56.406233 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-ae697cd4-d761-4bad-bdd1-7443ebd9bf57 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:56.407816 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-ae697cd4-d761-4bad-bdd1-7443ebd9bf57 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.35 "GET /v2.0/networks?id=72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 200 len: 812 time: 0.1514208 Aug 21 11:01:56.462837 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-4876daad-6358-486b-8175-174aaaa8e75d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a81a97062a44c1a82976925e1efb742 HTTP/1.1" status: 200 len: 379 time: 0.0433149 Aug 21 11:01:56.471790 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Request body: {'port': {'device_id': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'admin_state_up': True, 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'security_groups': ['8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7']}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:01:56.618244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:01:56.629350 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:01:56.670898 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Made reservation on behalf of 5a81a97062a44c1a82976925e1efb742 for: {'port': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 11:01:56.677291 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:56.846929 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Allocated IP 172.20.0.8 (72b0ec08-f5e0-4143-aa96-7f6e7b152022/8e48e03a-0b14-438e-a40a-f8cd4e77adf3/7d02233a-d611-458e-a3eb-e2efd63ff4cb) {{(pid=82511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:01:57.042957 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for port, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:57.059053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Transition to ACTIVE for port object 7d02233a-d611-458e-a3eb-e2efd63ff4cb will not be triggered until provisioned by entity DHCP. {{(pid=82511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:01:57.103772 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:57.109599 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:01:57.186106 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:01:57.190255 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:01:57.192476 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event updated for resources: {'Port': ['ID=7d02233a-d611-458e-a3eb-e2efd63ff4cb,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:01:57.194832 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Received port after_create {{(pid=82511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:01:57.224302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:01:57.263849 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:57.264551 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:57.355704 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8877041 Aug 21 11:01:57.368915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Request body: {'port': {'device_id': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:01:57.512095 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e5eb0-032e-4f25-983d-869c97163afe req-2f680e56-2cb5-4206-94bc-597fecc3d0f0 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:57.512865 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-fe1e5eb0-032e-4f25-983d-869c97163afe req-2f680e56-2cb5-4206-94bc-597fecc3d0f0 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Synchronizing usage tracker for tenant:5a81a97062a44c1a82976925e1efb742 on resource:port {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:01:57.526842 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:57.565698 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-436c4460-4064-44b8-b7d8-6f2ed2b53e74 None None] Provisioning for port 7d02233a-d611-458e-a3eb-e2efd63ff4cb completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:01:57.570934 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-436c4460-4064-44b8-b7d8-6f2ed2b53e74 None None] Provisioning complete for port 7d02233a-d611-458e-a3eb-e2efd63ff4cb triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:01:57.571394 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-436c4460-4064-44b8-b7d8-6f2ed2b53e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:57.600176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-fe1e5eb0-032e-4f25-983d-869c97163afe req-2f680e56-2cb5-4206-94bc-597fecc3d0f0 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Unset dirty status for tenant:5a81a97062a44c1a82976925e1efb742 on resource:port {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:01:57.601468 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fe1e5eb0-032e-4f25-983d-869c97163afe req-2f680e56-2cb5-4206-94bc-597fecc3d0f0 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 931 time: 0.2885754 Aug 21 11:01:57.625406 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-436c4460-4064-44b8-b7d8-6f2ed2b53e74 None None] Port 7d02233a-d611-458e-a3eb-e2efd63ff4cb cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 11:01:57.734591 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fe1e5eb0-032e-4f25-983d-869c97163afe req-a99d2ac8-f485-4372-9b03-cd7d7ee21e01 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245399 Aug 21 11:01:57.920723 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d02233a-d611-458e-a3eb-e2efd63ff4cb {{(pid=82511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 11:01:57.928005 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:57.943211 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Transition to ACTIVE for port object 7d02233a-d611-458e-a3eb-e2efd63ff4cb will not be triggered until provisioned by entity L2. {{(pid=82511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:01:57.973082 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31833227'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:57.977837 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-eeacdd35-2e87-4f48-ba7c-e2e96a828767 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:01:58.318488 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Pushing event updated for resources: {'Port': ['ID=7d02233a-d611-458e-a3eb-e2efd63ff4cb,revision_number=2']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:01:58.321889 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:01:58.438649 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Attempting to bind port 7d02233a-d611-458e-a3eb-e2efd63ff4cb on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 11:01:58.438649 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Attempting to bind port 7d02233a-d611-458e-a3eb-e2efd63ff4cb by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'}] {{(pid=82511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 11:01:58.439944 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Attempting to bind port 7d02233a-d611-458e-a3eb-e2efd63ff4cb on network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:01:58.446319 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Port 7d02233a-d611-458e-a3eb-e2efd63ff4cb on network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 11:01:58.446693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Attempting to bind port 7d02233a-d611-458e-a3eb-e2efd63ff4cb on network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:01:58.453726 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 11, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 11:01:58.454219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Checking segment: {'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:01:58.455192 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Bound using segment: {'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'} {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 11:01:58.455703 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Bound port: 7d02233a-d611-458e-a3eb-e2efd63ff4cb, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'}}] {{(pid=82511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 11:01:58.456094 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:58.546112 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] For port 7d02233a-d611-458e-a3eb-e2efd63ff4cb, host hv-cinder-80547, cleared binding levels {{(pid=82511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 11:01:58.549696 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] For port 7d02233a-d611-458e-a3eb-e2efd63ff4cb, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=7d02233a-d611-458e-a3eb-e2efd63ff4cb,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 11:01:58.590203 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31833227'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:58.594781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8e6eac05-1b10-4b01-93d5-7d961b2ea7aa tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:01:58.654399 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:01:58.655920 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] 10.222.0.35 "PUT /v2.0/ports/7d02233a-d611-458e-a3eb-e2efd63ff4cb HTTP/1.1" status: 200 len: 1093 time: 1.2916121 Aug 21 11:01:58.656477 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'tag': '7d02233a-d611-458e-a3eb-e2efd63ff4cb'}] {{(pid=82511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:01:58.675669 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Pushing event updated for resources: {'Port': ['ID=7d02233a-d611-458e-a3eb-e2efd63ff4cb,revision_number=3']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:01:58.679050 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5cdba848-04a1-4dad-9308-b8dbc464fa3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:01:58.715619 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'tag': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'status': 'completed', 'code': 200} Aug 21 11:01:58.827330 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e098c852-4fcd-434a-9fd5-60a379a9894b req-b64d8367-4c2c-4895-a804-95ac831c5916 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 1096 time: 0.0870337 Aug 21 11:01:58.946256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7846c66-b6c4-4ec2-a4f5-aa66c8b8a94b req-e199a59d-b8ed-4d85-b3d5-91cd959f2458 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:58.947880 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b7846c66-b6c4-4ec2-a4f5-aa66c8b8a94b req-e199a59d-b8ed-4d85-b3d5-91cd959f2458 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 943 time: 0.0836413 Aug 21 11:01:58.983916 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098c852-4fcd-434a-9fd5-60a379a9894b req-4edf0c46-6562-4577-9e7d-c66d9d2b9ffc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:58.987611 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e098c852-4fcd-434a-9fd5-60a379a9894b req-4edf0c46-6562-4577-9e7d-c66d9d2b9ffc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5a81a97062a44c1a82976925e1efb742&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1504753 Aug 21 11:01:58.998586 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b7846c66-b6c4-4ec2-a4f5-aa66c8b8a94b req-0b90c3df-f4e1-49a2-8d87-f3d1e75663c6 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445735 Aug 21 11:01:59.131523 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098c852-4fcd-434a-9fd5-60a379a9894b req-14678289-801d-4344-a7ad-a6a62711c485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:59.133195 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e098c852-4fcd-434a-9fd5-60a379a9894b req-14678289-801d-4344-a7ad-a6a62711c485 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407254 Aug 21 11:01:59.258368 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-acf10e92-47c9-40a9-9b14-80fcc17eaf61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 1096 time: 0.0737302 Aug 21 11:01:59.333855 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-1d6df999-e0f2-49b4-b587-46bb4a2ff8c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d02233a-d611-458e-a3eb-e2efd63ff4cb HTTP/1.1" status: 200 len: 217 time: 0.0677207 Aug 21 11:01:59.401793 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-d6c11b86-b884-454d-9586-aeb401336f93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:01:59.403395 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-d6c11b86-b884-454d-9586-aeb401336f93 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e48e03a-0b14-438e-a40a-f8cd4e77adf3 HTTP/1.1" status: 200 len: 851 time: 0.0640154 Aug 21 11:01:59.487638 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-63cdafc5-6227-4ebd-8bb3-317e01387457 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72b0ec08-f5e0-4143-aa96-7f6e7b152022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770864 Aug 21 11:01:59.625635 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7ed64a79-543d-4aee-bfa9-e3c53f9b7c68 service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313837 Aug 21 11:01:59.764216 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ce0ab6be-989f-47fd-8a62-536684bcb193 req-7b76a324-2610-4f91-bcfb-727f0751890d service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323588 Aug 21 11:02:00.133788 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:02:00.202483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf13b6-9479-42cf-bee9-b8d5367ef5f5 req-eaa9e4f4-f80b-4c4e-8321-908d05b37408 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:00.204096 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fedf13b6-9479-42cf-bee9-b8d5367ef5f5 req-eaa9e4f4-f80b-4c4e-8321-908d05b37408 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 943 time: 0.0858409 Aug 21 11:02:00.253259 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fedf13b6-9479-42cf-bee9-b8d5367ef5f5 req-0351d220-1d8b-46a5-b3e4-5caa37f0b1de tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425587 Aug 21 11:02:01.452444 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2b71d-702f-4ef3-9f7a-1dea70a76436 req-fe75d774-dc38-4913-ab00-42af9acd3179 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:01.454049 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-25f2b71d-702f-4ef3-9f7a-1dea70a76436 req-fe75d774-dc38-4913-ab00-42af9acd3179 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 943 time: 0.0822513 Aug 21 11:02:01.502112 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-25f2b71d-702f-4ef3-9f7a-1dea70a76436 req-c0ea1ad3-d5ef-4b9c-9af7-4d50de84bee4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415621 Aug 21 11:02:02.713314 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ebfbd-12d8-4af4-9934-5e8624f9795e req-d963b12d-f248-49e2-a2e7-33b5c5b993f9 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:02.714898 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-626ebfbd-12d8-4af4-9934-5e8624f9795e req-d963b12d-f248-49e2-a2e7-33b5c5b993f9 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 943 time: 0.0871236 Aug 21 11:02:02.763146 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-626ebfbd-12d8-4af4-9934-5e8624f9795e req-22be35f5-a91f-4cac-a4f7-5c466d467488 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420434 Aug 21 11:02:03.961649 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a72d75-a406-4486-8b46-185db7d9d842 req-a22f7990-141d-45f2-810f-0b614615638d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:03.963202 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-00a72d75-a406-4486-8b46-185db7d9d842 req-a22f7990-141d-45f2-810f-0b614615638d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 943 time: 0.0807109 Aug 21 11:02:04.010043 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-00a72d75-a406-4486-8b46-185db7d9d842 req-c8b27aba-5f77-4d92-8162-58ce821101e2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409009 Aug 21 11:02:05.214215 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680dde47-b9bc-448b-88dc-703a5877109a req-b8be4f25-6eab-489b-857f-5c29fbbddc83 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:05.215853 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-680dde47-b9bc-448b-88dc-703a5877109a req-b8be4f25-6eab-489b-857f-5c29fbbddc83 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 943 time: 0.0855722 Aug 21 11:02:05.265322 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-680dde47-b9bc-448b-88dc-703a5877109a req-a0bccb0b-1486-40aa-8c2b-cb35d834a601 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412109 Aug 21 11:02:06.087011 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:06.468167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00979b71-22ab-4cac-9e34-4c15d57c376d req-62b7d948-1a40-4651-9305-5f2efdcca922 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:06.469709 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-00979b71-22ab-4cac-9e34-4c15d57c376d req-62b7d948-1a40-4651-9305-5f2efdcca922 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 943 time: 0.0798323 Aug 21 11:02:06.520912 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-00979b71-22ab-4cac-9e34-4c15d57c376d req-fff8f0ae-0967-4289-ad83-5a6a9b52ed8f tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444024 Aug 21 11:02:07.721347 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2679a-fe5a-4c88-8200-9f53ecf25400 req-3fa54c3b-b558-4198-b24a-bf6ae5747c78 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:07.722905 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-99f2679a-fe5a-4c88-8200-9f53ecf25400 req-3fa54c3b-b558-4198-b24a-bf6ae5747c78 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 943 time: 0.0809686 Aug 21 11:02:07.771320 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-99f2679a-fe5a-4c88-8200-9f53ecf25400 req-c1d694a8-c550-4a97-bb0b-057f455f5c6d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423751 Aug 21 11:02:08.737784 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 7d02233a-d611-458e-a3eb-e2efd63ff4cb details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 11:02:08.876915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 7d02233a-d611-458e-a3eb-e2efd63ff4cb, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=7d02233a-d611-458e-a3eb-e2efd63ff4cb,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:02:08.891492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'port_id': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'mac_address': 'fa:16:3e:e3:49:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 11:02:08.948596 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:08.967761 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d02233a-d611-458e-a3eb-e2efd63ff4cb {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 11:02:08.983016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 7d02233a-d611-458e-a3eb-e2efd63ff4cb, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=7d02233a-d611-458e-a3eb-e2efd63ff4cb,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:02:09.006962 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:09.008896 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d7d3f986-f73e-493d-9230-f7e80c5bd31a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:02:09.017372 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd9381-eb53-407f-bb0b-6d8d550409b1 req-d969a7d6-4fd0-456a-8a0b-b5fde5925018 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:09.019534 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-12cd9381-eb53-407f-bb0b-6d8d550409b1 req-d969a7d6-4fd0-456a-8a0b-b5fde5925018 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0926375 Aug 21 11:02:09.020264 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68071126-73a0-4394-b367-4447585fe315 req-bd295fe0-3089-41d1-9e11-8ca5be713375 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:09.021857 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-68071126-73a0-4394-b367-4447585fe315 req-bd295fe0-3089-41d1-9e11-8ca5be713375 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 943 time: 0.0937824 Aug 21 11:02:09.070463 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-12cd9381-eb53-407f-bb0b-6d8d550409b1 req-7f3d29d9-40d8-4400-9b59-e03bfb7a2bdd tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443070 Aug 21 11:02:09.073314 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-68071126-73a0-4394-b367-4447585fe315 req-a0f97a45-2de1-4db0-8e34-16ee2dcecc31 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447633 Aug 21 11:02:09.079312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=7d02233a-d611-458e-a3eb-e2efd63ff4cb,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:02:09.089274 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:09.089673 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:09.090054 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:09.090431 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:09.090928 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:09.091142 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:09.091499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:09.091916 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:09.092284 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:09.092650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:09.093015 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:09.098617 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:02:09.410666 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['7d02233a-d611-458e-a3eb-e2efd63ff4cb'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 11:02:09.439487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-40991ec9-cf3b-4049-8a69-ebd474db063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:10.284383 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cba0d2-63b7-47c9-8568-d1ef20265155 req-64181973-4a52-40a4-992b-33fa85f6f287 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:10.285981 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-22cba0d2-63b7-47c9-8568-d1ef20265155 req-64181973-4a52-40a4-992b-33fa85f6f287 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0889375 Aug 21 11:02:10.335537 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-22cba0d2-63b7-47c9-8568-d1ef20265155 req-9a0cc6b2-2f1a-47ee-97ea-17790607d28b tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431869 Aug 21 11:02:10.424863 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a3bc8-19fd-4e5a-8e76-aef04cab6128 req-5dc1c299-3872-4399-a6ce-b60410c05f81 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:10.426353 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0c3a3bc8-19fd-4e5a-8e76-aef04cab6128 req-5dc1c299-3872-4399-a6ce-b60410c05f81 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 944 time: 0.0844781 Aug 21 11:02:10.474451 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0c3a3bc8-19fd-4e5a-8e76-aef04cab6128 req-4445d718-6222-4ea1-87d6-6de07d035b99 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419979 Aug 21 11:02:10.763429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 7d02233a-d611-458e-a3eb-e2efd63ff4cb up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:02:10.869599 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 7d02233a-d611-458e-a3eb-e2efd63ff4cb completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:02:10.874979 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 7d02233a-d611-458e-a3eb-e2efd63ff4cb triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:02:10.875407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:10.979463 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:11.005708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:11.032299 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d02233a-d611-458e-a3eb-e2efd63ff4cb'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:02:11.042472 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 7d02233a-d611-458e-a3eb-e2efd63ff4cb, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=7d02233a-d611-458e-a3eb-e2efd63ff4cb,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:02:11.081184 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:11.083179 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:02:11.117563 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'code': 200} Aug 21 11:02:11.152728 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=7d02233a-d611-458e-a3eb-e2efd63ff4cb,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:02:11.155886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:02:11.492227 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dd52ae5f-5e17-4cce-9deb-6cce372b52f7 req-3b4ae203-34d7-4b98-b401-f30086b283be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 1098 time: 0.0724876 Aug 21 11:02:11.539712 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dd52ae5f-5e17-4cce-9deb-6cce372b52f7 req-4cc1cf11-687b-4ede-8314-0f71e85cf2b7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392516 Aug 21 11:02:11.543879 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767285e-0d1e-4d7c-8124-e347c40594f2 req-861865bc-a6c3-488d-a0d7-5d6728909a9e tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:11.545460 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b767285e-0d1e-4d7c-8124-e347c40594f2 req-861865bc-a6c3-488d-a0d7-5d6728909a9e tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0868561 Aug 21 11:02:11.594066 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b767285e-0d1e-4d7c-8124-e347c40594f2 req-e089912a-e614-457d-a989-2d4485adc66c tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420794 Aug 21 11:02:11.685781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba44a99-e86f-4e6e-9461-8cb663280a9d req-11d5421f-ddaa-4ea0-817a-8cbb84efd11c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:11.687367 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9ba44a99-e86f-4e6e-9461-8cb663280a9d req-11d5421f-ddaa-4ea0-817a-8cbb84efd11c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 945 time: 0.0849164 Aug 21 11:02:11.735897 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9ba44a99-e86f-4e6e-9461-8cb663280a9d req-c38099c9-de32-44fb-9add-09f1d3ce4a7b tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416856 Aug 21 11:02:11.988207 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-613e2b38-f713-4751-9b9d-65e3e3767d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:12.256929 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:12.797319 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c933e5-551d-4f22-a8c2-0f56f050bc8d req-cb12ea6c-a87f-4a18-9b99-e8dcc3e61354 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:12.798966 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-96c933e5-551d-4f22-a8c2-0f56f050bc8d req-cb12ea6c-a87f-4a18-9b99-e8dcc3e61354 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0830629 Aug 21 11:02:12.851561 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-96c933e5-551d-4f22-a8c2-0f56f050bc8d req-5b876ac9-c460-481b-9d42-fcb513b4a817 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460448 Aug 21 11:02:12.947011 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9eb3e-d00d-4f1d-8287-246992d3c3a5 req-89ad96b1-89ad-4265-b21b-acb99a1b2063 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:12.948673 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-09a9eb3e-d00d-4f1d-8287-246992d3c3a5 req-89ad96b1-89ad-4265-b21b-acb99a1b2063 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 945 time: 0.0829422 Aug 21 11:02:13.002960 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-09a9eb3e-d00d-4f1d-8287-246992d3c3a5 req-065f1294-172c-47b2-86a4-006ccc8319c4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473938 Aug 21 11:02:13.605437 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:13.915994 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-24a4a6af-b681-46fb-8092-e61a522a75b9 req-e569569f-59f5-4b7e-ac0d-52ec40afbcd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=290fc2d24b1e48c699e9b87014cca87a&device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 1137 time: 0.0768769 Aug 21 11:02:13.923445 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb120a-ee09-484d-abea-7488c5b3537a req-9fb04d0c-19f7-40d8-b96f-78971f49a24b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:13.925647 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3edb120a-ee09-484d-abea-7488c5b3537a req-9fb04d0c-19f7-40d8-b96f-78971f49a24b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.0846863 Aug 21 11:02:13.980520 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3edb120a-ee09-484d-abea-7488c5b3537a req-693fd185-0209-4e68-b653-68229a508769 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&id=29d79e20-782f-4337-a5f4-1f5633939d62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480409 Aug 21 11:02:14.122670 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4a6af-b681-46fb-8092-e61a522a75b9 req-303f7a4a-36d7-4799-a689-d9943088f660 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:14.124176 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-24a4a6af-b681-46fb-8092-e61a522a75b9 req-303f7a4a-36d7-4799-a689-d9943088f660 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd HTTP/1.1" status: 200 len: 916 time: 0.2015166 Aug 21 11:02:14.130876 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95eff1-c626-4a1e-a77c-aa2583e42927 req-3dff4cc7-88d4-4e8c-8ec3-a25ed6b4c7e4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:14.132347 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9a95eff1-c626-4a1e-a77c-aa2583e42927 req-3dff4cc7-88d4-4e8c-8ec3-a25ed6b4c7e4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.1360512 Aug 21 11:02:14.268882 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9a95eff1-c626-4a1e-a77c-aa2583e42927 req-9bf7aa7c-a7ac-41a6-ae6d-befcc5982688 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862622 Aug 21 11:02:14.271798 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-24a4a6af-b681-46fb-8092-e61a522a75b9 req-c00fd78c-f8be-4c0f-87b3-e58d7600821b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 HTTP/1.1" status: 200 len: 1001 time: 0.1385198 Aug 21 11:02:14.336435 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544f173-05b0-4bcf-8999-3c9cac4c2d35 req-3a03892f-84e8-4656-a48b-991883f7949a tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:14.338017 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2544f173-05b0-4bcf-8999-3c9cac4c2d35 req-3a03892f-84e8-4656-a48b-991883f7949a tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 945 time: 0.0853288 Aug 21 11:02:14.340774 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4a6af-b681-46fb-8092-e61a522a75b9 req-cdcb0bb3-970f-49be-b4b4-275167cc2b3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:14.342406 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-24a4a6af-b681-46fb-8092-e61a522a75b9 req-cdcb0bb3-970f-49be-b4b4-275167cc2b3a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40c8cfd1-cbd1-4a75-ab60-6735884df6d9 HTTP/1.1" status: 200 len: 854 time: 0.0640399 Aug 21 11:02:14.386876 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2544f173-05b0-4bcf-8999-3c9cac4c2d35 req-37ba877a-8ad4-4ded-a5e3-00815440d6bd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424466 Aug 21 11:02:14.424370 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-24a4a6af-b681-46fb-8092-e61a522a75b9 req-8707a425-2719-4112-b3d6-9ed99bba5357 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740077 Aug 21 11:02:14.633819 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-24a4a6af-b681-46fb-8092-e61a522a75b9 req-5ffb8172-a43b-4dcb-892c-5f59b92a11c9 service neutron] 10.222.0.35 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976242 Aug 21 11:02:14.644412 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d2cd8-152c-408f-9ae9-7c9d1aa1f8f8 req-373eb1db-cbf9-40a9-bd18-f06ac5588bd2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:14.645831 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-695d2cd8-152c-408f-9ae9-7c9d1aa1f8f8 req-373eb1db-cbf9-40a9-bd18-f06ac5588bd2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 945 time: 0.1366737 Aug 21 11:02:14.991739 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-695d2cd8-152c-408f-9ae9-7c9d1aa1f8f8 req-0762a3bc-7bf4-48ea-bd00-8cef49c0c0e0 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246567 Aug 21 11:02:15.024513 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 59430) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:02:15.025191 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-24a4a6af-b681-46fb-8092-e61a522a75b9 req-b020a579-8173-4925-8d70-e2bec298ab82 service neutron] 10.222.0.35 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783619 Aug 21 11:02:15.104435 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-0d607a71-2e1c-446c-9f2e-8ec018f229bc tempest-TestVolumeBootPattern-447381121 tempest-TestVolumeBootPattern-447381121-project-admin] Synchronizing usage tracker for tenant:e57183a1ca5645dd8c623e6464eb8959 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:02:15.203162 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46989b-5720-4436-ba8f-c737967ac2e2 req-77d1aea5-39f8-4719-8be9-b81db2092d0e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:15.204792 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2d46989b-5720-4436-ba8f-c737967ac2e2 req-77d1aea5-39f8-4719-8be9-b81db2092d0e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.0974941 Aug 21 11:02:15.205930 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-0d607a71-2e1c-446c-9f2e-8ec018f229bc tempest-TestVolumeBootPattern-447381121 tempest-TestVolumeBootPattern-447381121-project-admin] Unset dirty status for tenant:e57183a1ca5645dd8c623e6464eb8959 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:02:15.207051 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-0d607a71-2e1c-446c-9f2e-8ec018f229bc tempest-TestVolumeBootPattern-447381121 tempest-TestVolumeBootPattern-447381121-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 1093 time: 0.1814880 Aug 21 11:02:15.210074 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 59436) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:02:15.215934 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Request body: {'floatingip': {'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'port_id': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address': '172.20.0.8'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:02:15.423336 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:02:15.431882 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Usage tracker for resource:floatingip and tenant:5a81a97062a44c1a82976925e1efb742 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:02:15.435585 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:02:15.448484 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:02:15.468690 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2d46989b-5720-4436-ba8f-c737967ac2e2 req-7bd8875a-8b53-497b-a068-d5b6cd72db8a tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&id=29d79e20-782f-4337-a5f4-1f5633939d62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2480042 Aug 21 11:02:15.498296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for floatingip, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:15.523949 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046cf1e-b0de-40c0-b80f-7b57e4c73e80 req-d95b0e21-fc4c-43ff-af32-5ae1db771990 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:15.525548 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c046cf1e-b0de-40c0-b80f-7b57e4c73e80 req-d95b0e21-fc4c-43ff-af32-5ae1db771990 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0859413 Aug 21 11:02:15.573081 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c046cf1e-b0de-40c0-b80f-7b57e4c73e80 req-8bd6efc8-eb0d-441e-abd7-4aff45ce8fbb tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414009 Aug 21 11:02:15.645276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:15.789729 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Allocated IP 172.27.3.104 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/28257942-477a-4e16-9037-f6918967e336) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:02:15.942032 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:15.995570 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:15.999923 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-97e894f1-8993-4135-936e-e6a6c2b3819a tempest-VolumesNegativeTest-1187053482 tempest-VolumesNegativeTest-1187053482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:02:16.062567 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:02:16.066610 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:02:16.070513 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:02:16.105168 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event updated for resources: {'Port': ['ID=28257942-477a-4e16-9037-f6918967e336,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:02:16.126855 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:16.128047 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:16.128541 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:16.128961 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:16.129374 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:16.129788 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:16.130196 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:16.130605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:16.131011 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:16.131413 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:16.131842 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:02:16.136830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:02:16.604222 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:16.674462 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdce8a-1d3e-4e39-bca6-b9c673694967 req-43945e3c-90b7-41b5-a654-31294808261b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:16.676118 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-67bdce8a-1d3e-4e39-bca6-b9c673694967 req-43945e3c-90b7-41b5-a654-31294808261b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.0851977 Aug 21 11:02:16.728126 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-67bdce8a-1d3e-4e39-bca6-b9c673694967 req-4b133187-6cbb-4a17-8594-c89c48b7d9e1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Synchronizing usage tracker for tenant:290fc2d24b1e48c699e9b87014cca87a on resource:security_group {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:02:16.753030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:16.772218 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-67bdce8a-1d3e-4e39-bca6-b9c673694967 req-4b133187-6cbb-4a17-8594-c89c48b7d9e1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Unset dirty status for tenant:290fc2d24b1e48c699e9b87014cca87a on resource:security_group {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:02:16.773511 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-67bdce8a-1d3e-4e39-bca6-b9c673694967 req-4b133187-6cbb-4a17-8594-c89c48b7d9e1 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&id=29d79e20-782f-4337-a5f4-1f5633939d62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901306 Aug 21 11:02:16.921516 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140b87e-da24-4495-adac-09fb8455cdd8 req-e65ad6aa-79f0-4830-8b26-981a4c23fab5 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:16.923110 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7140b87e-da24-4495-adac-09fb8455cdd8 req-e65ad6aa-79f0-4830-8b26-981a4c23fab5 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.2194927 Aug 21 11:02:17.023121 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7140b87e-da24-4495-adac-09fb8455cdd8 req-be4cb6a1-e191-4557-8d2c-e1fdad861f9e tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896449 Aug 21 11:02:17.043980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:17.074962 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:17.079341 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5d5d1562-a0bb-41d9-afe3-90a5b902bff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:02:17.188204 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event updated for resources: {'Port': ['ID=28257942-477a-4e16-9037-f6918967e336,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:02:17.193067 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:02:17.201878 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:17.400836 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.l3_db [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Floating IP 3d34ccc1-1591-4c8e-b851-e80d9fbdbf1f associated. External IP: 172.27.3.104, port: 7d02233a-d611-458e-a3eb-e2efd63ff4cb. Aug 21 11:02:17.805908 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Router 214fac9c-89b6-4d25-a790-e3ba951d6485 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:02:18.180145 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a08b5-16d8-452c-b6c1-71df42ad7795 req-7622e441-b51b-4e7e-9bd3-6a318b4ee5e0 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:18.182129 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3a3a08b5-16d8-452c-b6c1-71df42ad7795 req-7622e441-b51b-4e7e-9bd3-6a318b4ee5e0 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.1259332 Aug 21 11:02:18.237336 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99fded-b0c2-473b-8a94-a4dcc909f892 req-713710d2-514a-4192-ab84-7526e04d86b9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:18.238920 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9d99fded-b0c2-473b-8a94-a4dcc909f892 req-713710d2-514a-4192-ab84-7526e04d86b9 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0920055 Aug 21 11:02:18.288012 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9d99fded-b0c2-473b-8a94-a4dcc909f892 req-b68eb8b2-8d25-4209-a724-6621c7afa310 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422294 Aug 21 11:02:18.300267 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3a3a08b5-16d8-452c-b6c1-71df42ad7795 req-e3ae773f-7b91-45ea-bf30-518d75af6916 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&id=29d79e20-782f-4337-a5f4-1f5633939d62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101122 Aug 21 11:02:18.321544 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:02:18.332654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887c7eb-5480-4ef4-832f-4b81d3be0cf1 None None] Sync routers for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:02:18.347506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e887c7eb-5480-4ef4-832f-4b81d3be0cf1 None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:02:18.348256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-e887c7eb-5480-4ef4-832f-4b81d3be0cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:02:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:02:18.395245 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:18.452592 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2414098 Aug 21 11:02:18.453340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'tag': '7d02233a-d611-458e-a3eb-e2efd63ff4cb'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:02:18.509768 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'tag': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'status': 'completed', 'code': 200} Aug 21 11:02:18.610256 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-af96b480-1544-4b99-b901-070eecf5919c req-a6235e13-10d0-458d-a598-52f306460684 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 1098 time: 0.0759773 Aug 21 11:02:18.690168 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-e887c7eb-5480-4ef4-832f-4b81d3be0cf1 None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:02:18.761642 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96b480-1544-4b99-b901-070eecf5919c req-baffd6b0-b717-4290-8dc2-d684c7b247d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:18.763227 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-af96b480-1544-4b99-b901-070eecf5919c req-baffd6b0-b717-4290-8dc2-d684c7b247d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 200 len: 913 time: 0.1466010 Aug 21 11:02:18.871029 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-af96b480-1544-4b99-b901-070eecf5919c req-a76d078d-d4f3-4e51-bc85-c78f767853c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d02233a-d611-458e-a3eb-e2efd63ff4cb HTTP/1.1" status: 200 len: 999 time: 0.1006591 Aug 21 11:02:18.944909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96b480-1544-4b99-b901-070eecf5919c req-dac78c88-c5e6-4d33-b6c5-aac514ed1a9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:18.946486 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-af96b480-1544-4b99-b901-070eecf5919c req-dac78c88-c5e6-4d33-b6c5-aac514ed1a9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e48e03a-0b14-438e-a40a-f8cd4e77adf3 HTTP/1.1" status: 200 len: 851 time: 0.0680320 Aug 21 11:02:19.028491 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-af96b480-1544-4b99-b901-070eecf5919c req-fec90e25-3ff4-465d-9277-8fb9b7c43af8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72b0ec08-f5e0-4143-aa96-7f6e7b152022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740509 Aug 21 11:02:19.060181 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-e887c7eb-5480-4ef4-832f-4b81d3be0cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '3d34ccc1-1591-4c8e-b851-e80d9fbdbf1f', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'port_id': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'mac_address': 'fa:16:3e:e3:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:02:16Z', 'updated_at': '2021-08-21T11:02:16Z', 'revision_number': 0, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:02:19.064396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887c7eb-5480-4ef4-832f-4b81d3be0cf1 None None] Checking router: 214fac9c-89b6-4d25-a790-e3ba951d6485 for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:02:19.075784 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e887c7eb-5480-4ef4-832f-4b81d3be0cf1 None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:02:19.076459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-e887c7eb-5480-4ef4-832f-4b81d3be0cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:02:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:02:19.140254 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7fa5a0a3-847d-4548-a91b-e5ae86843393 req-81d6eb07-17bd-4101-b690-bf2b46b16ebd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=558d426de72a4151952770512d159a9d&device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 1099 time: 0.0755408 Aug 21 11:02:19.173506 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-af96b480-1544-4b99-b901-070eecf5919c req-c09c71b1-0b7f-4868-9332-85075fb9ed3c service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380334 Aug 21 11:02:19.269332 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-e887c7eb-5480-4ef4-832f-4b81d3be0cf1 None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:02:19.298705 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5a0a3-847d-4548-a91b-e5ae86843393 req-8d506424-9510-4057-92d2-9dc5ec94d96f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:19.300337 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7fa5a0a3-847d-4548-a91b-e5ae86843393 req-8d506424-9510-4057-92d2-9dc5ec94d96f service neutron] 10.222.0.35 "GET /v2.0/networks?id=6df240d9-4fce-45b3-a345-b6f9966b28a5 HTTP/1.1" status: 200 len: 910 time: 0.1541429 Aug 21 11:02:19.323055 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-af96b480-1544-4b99-b901-070eecf5919c req-51633002-7952-4702-9952-28f3ac0727f0 service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422706 Aug 21 11:02:19.444898 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7fa5a0a3-847d-4548-a91b-e5ae86843393 req-fafbd996-3248-4f37-9795-19638cea3e80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da4b2d14-d451-42e8-af72-be5b877d4b75 HTTP/1.1" status: 200 len: 1001 time: 0.1350033 Aug 21 11:02:19.511059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9eeae-9bbe-41c4-84f9-ef299fd0c675 req-decaacd3-3db8-4149-92dd-07888e0cfe46 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:19.516032 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ad9eeae-9bbe-41c4-84f9-ef299fd0c675 req-decaacd3-3db8-4149-92dd-07888e0cfe46 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0898700 Aug 21 11:02:19.571443 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ad9eeae-9bbe-41c4-84f9-ef299fd0c675 req-7770e16b-6359-415f-b743-32b56c59dc33 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520070 Aug 21 11:02:19.573854 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5a0a3-847d-4548-a91b-e5ae86843393 req-5eb07f4a-b5e3-4463-94cd-9924c62dd934 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:19.575411 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7fa5a0a3-847d-4548-a91b-e5ae86843393 req-5eb07f4a-b5e3-4463-94cd-9924c62dd934 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdac1830-69da-4558-9f73-a2fe3f432dea HTTP/1.1" status: 200 len: 848 time: 0.1223171 Aug 21 11:02:19.651810 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f6ece-fcbe-4004-bdf3-ec6d05cf438a req-b8cf6eca-5344-406d-ac76-564c15349d40 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:19.653388 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0e8f6ece-fcbe-4004-bdf3-ec6d05cf438a req-b8cf6eca-5344-406d-ac76-564c15349d40 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.1624646 Aug 21 11:02:19.656153 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-e887c7eb-5480-4ef4-832f-4b81d3be0cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '3d34ccc1-1591-4c8e-b851-e80d9fbdbf1f', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'port_id': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'mac_address': 'fa:16:3e:e3:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:02:16Z', 'updated_at': '2021-08-21T11:02:16Z', 'revision_number': 0, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:02:19.660350 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887c7eb-5480-4ef4-832f-4b81d3be0cf1 None None] The sync data for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi is: [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '3d34ccc1-1591-4c8e-b851-e80d9fbdbf1f', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'port_id': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'mac_address': 'fa:16:3e:e3:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:02:16Z', 'updated_at': '2021-08-21T11:02:16Z', 'revision_number': 0, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:02:19.721975 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7fa5a0a3-847d-4548-a91b-e5ae86843393 req-fed8c68e-d6df-42df-9494-bb733c1c12f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6df240d9-4fce-45b3-a345-b6f9966b28a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1243596 Aug 21 11:02:19.725117 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0e8f6ece-fcbe-4004-bdf3-ec6d05cf438a req-1b27277f-14f3-4191-8b39-89ff81fce28f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&id=29d79e20-782f-4337-a5f4-1f5633939d62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642152 Aug 21 11:02:19.867050 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7fa5a0a3-847d-4548-a91b-e5ae86843393 req-35ebf94a-be4f-4a6e-886b-492e2b393285 service neutron] 10.222.0.35 "GET /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378989 Aug 21 11:02:20.011501 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0cb31c-c59e-4321-99c4-7a3a4947f649 None None] New status for floating IP 3d34ccc1-1591-4c8e-b851-e80d9fbdbf1f: ACTIVE {{(pid=82514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 11:02:20.012222 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7fa5a0a3-847d-4548-a91b-e5ae86843393 req-fd7f530d-6242-4a9e-8731-9710b5a3d3c8 service neutron] 10.222.0.35 "GET /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392226 Aug 21 11:02:20.778050 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80597551-82d6-45cb-94e0-e0c49c824d9e req-c6be88d8-80fb-470d-83e5-cb0f5e246e76 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:20.779706 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-80597551-82d6-45cb-94e0-e0c49c824d9e req-c6be88d8-80fb-470d-83e5-cb0f5e246e76 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0868914 Aug 21 11:02:20.827430 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-80597551-82d6-45cb-94e0-e0c49c824d9e req-aeb14ebf-cf68-46aa-aa8d-705d9c1aea9f tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415108 Aug 21 11:02:20.931017 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9492843-2a91-4d6d-bccf-9e64a13ae599 req-eee0d81c-ac7a-4d13-b60b-fb328e1d6b49 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:20.932582 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9492843-2a91-4d6d-bccf-9e64a13ae599 req-eee0d81c-ac7a-4d13-b60b-fb328e1d6b49 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.0821223 Aug 21 11:02:20.984030 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f9492843-2a91-4d6d-bccf-9e64a13ae599 req-5697fdcc-0699-4df6-bcfa-a53b031b741a tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&id=29d79e20-782f-4337-a5f4-1f5633939d62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452981 Aug 21 11:02:22.045250 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d66ff5-35d0-4404-9fb3-906b0dafcdd2 req-0ba94446-ae0c-4cd6-8af1-cf56e2489f59 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:22.046868 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d7d66ff5-35d0-4404-9fb3-906b0dafcdd2 req-0ba94446-ae0c-4cd6-8af1-cf56e2489f59 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0927594 Aug 21 11:02:22.094993 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d7d66ff5-35d0-4404-9fb3-906b0dafcdd2 req-1c7d160f-d84d-41c4-962c-ffe74c40d0ee tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418253 Aug 21 11:02:22.196595 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebe39b-320e-4310-a1a0-9a1a5bf49778 req-48537a92-7a3a-4731-b810-2859b2df2818 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:22.198214 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-00ebe39b-320e-4310-a1a0-9a1a5bf49778 req-48537a92-7a3a-4731-b810-2859b2df2818 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.0875523 Aug 21 11:02:22.248806 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-00ebe39b-320e-4310-a1a0-9a1a5bf49778 req-ba6c35bc-c031-4d0b-9131-83808a5c1111 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&id=29d79e20-782f-4337-a5f4-1f5633939d62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442019 Aug 21 11:02:23.304425 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cbf04-bd85-4cfa-9cb1-95f1663abaf1 req-55285c30-c347-48dc-86e8-9452a7b2c772 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:23.306189 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ac7cbf04-bd85-4cfa-9cb1-95f1663abaf1 req-55285c30-c347-48dc-86e8-9452a7b2c772 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0890255 Aug 21 11:02:23.357869 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ac7cbf04-bd85-4cfa-9cb1-95f1663abaf1 req-2a20ff0f-a16e-4cff-9121-37cf356e8491 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456500 Aug 21 11:02:23.461681 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1291d-d39e-4916-97f5-622c00fd3d36 req-84c2963c-1b01-4288-951f-a7bc33e5b0ff tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:23.463292 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-78f1291d-d39e-4916-97f5-622c00fd3d36 req-84c2963c-1b01-4288-951f-a7bc33e5b0ff tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.0863497 Aug 21 11:02:23.515325 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-78f1291d-d39e-4916-97f5-622c00fd3d36 req-023a19fa-fd1b-45f8-89e1-57e7563eaa1e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&id=29d79e20-782f-4337-a5f4-1f5633939d62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457487 Aug 21 11:02:23.551826 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4993a07e-8c9c-43cd-89ba-7eccf7ab285d req-c78b6529-672e-444a-9482-5f11942087b6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0737875 Aug 21 11:02:23.890677 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bc653-80a7-412f-8c53-47bf6f27918d req-af955a70-1b0c-45e7-817b-05b6e7780d89 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:23.892811 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1d1bc653-80a7-412f-8c53-47bf6f27918d req-af955a70-1b0c-45e7-817b-05b6e7780d89 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0978036 Aug 21 11:02:23.907091 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf9c6717-cebe-4a33-ab15-cc677c7ab133 req-c0eaf0f0-79ba-44ab-b9f0-7d879f51519c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1533573 Aug 21 11:02:23.944195 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1d1bc653-80a7-412f-8c53-47bf6f27918d req-9afb3867-fac2-4f54-b4e6-743a185146b7 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437920 Aug 21 11:02:24.603292 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce93a9-c77b-44b9-9681-eb73b9a91488 req-a3c928f0-1e3b-419a-a09d-01f41711d7cc tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:24.606325 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9cce93a9-c77b-44b9-9681-eb73b9a91488 req-a3c928f0-1e3b-419a-a09d-01f41711d7cc tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0962391 Aug 21 11:02:24.664466 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9cce93a9-c77b-44b9-9681-eb73b9a91488 req-8a767971-be40-4278-a1f1-b7f16c3af7fa tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479515 Aug 21 11:02:24.732429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584c488-022f-4745-abc0-9e4defaa30c9 req-669e1c60-f09b-4f87-aad6-48b8ec5e4f77 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:24.734062 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1584c488-022f-4745-abc0-9e4defaa30c9 req-669e1c60-f09b-4f87-aad6-48b8ec5e4f77 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.0882413 Aug 21 11:02:24.784353 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1584c488-022f-4745-abc0-9e4defaa30c9 req-57631aae-2391-44b8-a187-1f6abff8c23d tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&id=29d79e20-782f-4337-a5f4-1f5633939d62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434120 Aug 21 11:02:25.147907 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c327363-6d46-4d49-b32f-def6b4dc63af req-a9600952-e974-4cdc-8d09-43a58ff85188 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:25.149398 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6c327363-6d46-4d49-b32f-def6b4dc63af req-a9600952-e974-4cdc-8d09-43a58ff85188 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0811806 Aug 21 11:02:25.198548 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6c327363-6d46-4d49-b32f-def6b4dc63af req-22967140-1780-4bc3-9bcf-970694c42df5 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429554 Aug 21 11:02:25.611922 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf9c6717-cebe-4a33-ab15-cc677c7ab133 req-a4e6c67c-9aaf-45c9-bc87-08684451706b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a&tenant_id=558d426de72a4151952770512d159a9d HTTP/1.1" status: 200 len: 1099 time: 0.0785379 Aug 21 11:02:25.711620 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf9c6717-cebe-4a33-ab15-cc677c7ab133 req-f0282e80-c312-4d80-a0b5-838ae6a9dfcb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=558d426de72a4151952770512d159a9d&device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 1099 time: 0.0735774 Aug 21 11:02:25.924175 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6717-cebe-4a33-ab15-cc677c7ab133 req-7e9b62bc-c8a5-4d8e-9174-3ba5654c0e95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:25.925758 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf9c6717-cebe-4a33-ab15-cc677c7ab133 req-7e9b62bc-c8a5-4d8e-9174-3ba5654c0e95 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6df240d9-4fce-45b3-a345-b6f9966b28a5 HTTP/1.1" status: 200 len: 910 time: 0.2046781 Aug 21 11:02:25.935758 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7824c40-c96e-4bdf-9328-2afb7bd2bb18 req-efe8836e-eadd-46fa-aa4c-fec016eb3327 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:25.937247 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c7824c40-c96e-4bdf-9328-2afb7bd2bb18 req-efe8836e-eadd-46fa-aa4c-fec016eb3327 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.1372030 Aug 21 11:02:25.995293 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feac886-50b2-4d9d-84c7-286eba0cea8c req-d15f6838-a4a2-4eee-87ee-dd3870970389 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:25.996857 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7feac886-50b2-4d9d-84c7-286eba0cea8c req-d15f6838-a4a2-4eee-87ee-dd3870970389 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.0876534 Aug 21 11:02:26.047939 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7feac886-50b2-4d9d-84c7-286eba0cea8c req-8e936a70-b567-4f70-a4a7-0b93c8414c1f tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&id=29d79e20-782f-4337-a5f4-1f5633939d62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442970 Aug 21 11:02:26.075012 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c7824c40-c96e-4bdf-9328-2afb7bd2bb18 req-ea40ef26-a881-4874-810e-abf80fe30ca5 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871911 Aug 21 11:02:26.077122 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf9c6717-cebe-4a33-ab15-cc677c7ab133 req-e4e39e4f-a293-4a27-a9ef-bacba3011863 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da4b2d14-d451-42e8-af72-be5b877d4b75 HTTP/1.1" status: 200 len: 1001 time: 0.1389647 Aug 21 11:02:26.146579 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6717-cebe-4a33-ab15-cc677c7ab133 req-3077f843-9a35-452e-81a4-8b6ce091961d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:26.148184 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf9c6717-cebe-4a33-ab15-cc677c7ab133 req-3077f843-9a35-452e-81a4-8b6ce091961d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdac1830-69da-4558-9f73-a2fe3f432dea HTTP/1.1" status: 200 len: 848 time: 0.0642624 Aug 21 11:02:26.233367 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf9c6717-cebe-4a33-ab15-cc677c7ab133 req-1c680733-c505-473e-9501-56f704915957 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6df240d9-4fce-45b3-a345-b6f9966b28a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783894 Aug 21 11:02:26.377202 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf9c6717-cebe-4a33-ab15-cc677c7ab133 req-7497b27d-935c-48d9-a628-23db562b76e3 service neutron] 10.222.0.35 "GET /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363981 Aug 21 11:02:26.405423 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c4c67-f9b6-49a5-9d97-1146727a4bcc req-111a62b4-b85c-4f11-a868-5d103d2d2dfe tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:26.407022 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7d1c4c67-f9b6-49a5-9d97-1146727a4bcc req-111a62b4-b85c-4f11-a868-5d103d2d2dfe tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0841234 Aug 21 11:02:26.459152 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7d1c4c67-f9b6-49a5-9d97-1146727a4bcc req-13705ad7-bae1-4b70-a12d-54860ba2ac05 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453522 Aug 21 11:02:26.712808 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cf9c6717-cebe-4a33-ab15-cc677c7ab133 req-33cfedc8-a83c-4e36-9489-ca4355bd5c56 service neutron] 10.222.0.35 "GET /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279936 Aug 21 11:02:26.872735 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device da4b2d14-d451-42e8-af72-be5b877d4b75 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:02:26.988898 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:27.015853 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da4b2d14-d451-42e8-af72-be5b877d4b75'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:02:27.026234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port da4b2d14-d451-42e8-af72-be5b877d4b75, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=da4b2d14-d451-42e8-af72-be5b877d4b75,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:02:27.056286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:27.058183 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:02:27.087714 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da4b2d14-d451-42e8-af72-be5b877d4b75', 'code': 200} Aug 21 11:02:27.127077 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=da4b2d14-d451-42e8-af72-be5b877d4b75,revision_number=6']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:02:27.130343 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:02:27.257733 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b9ab-3950-4f80-a87e-097704c4f3d3 req-e258e608-444f-4c27-8f12-8ea2e5aab0b0 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:27.259245 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4727b9ab-3950-4f80-a87e-097704c4f3d3 req-e258e608-444f-4c27-8f12-8ea2e5aab0b0 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.0869558 Aug 21 11:02:27.307275 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca825c8-2add-4f9c-a6c6-966b614f55f5 req-7d29df9b-456f-42a0-953f-bbc55e381183 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:27.308889 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1ca825c8-2add-4f9c-a6c6-966b614f55f5 req-7d29df9b-456f-42a0-953f-bbc55e381183 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0832930 Aug 21 11:02:27.310056 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4727b9ab-3950-4f80-a87e-097704c4f3d3 req-44100682-3237-43eb-bcaa-ccd5e59e42e8 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&id=29d79e20-782f-4337-a5f4-1f5633939d62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442653 Aug 21 11:02:27.357508 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1ca825c8-2add-4f9c-a6c6-966b614f55f5 req-e3af4a84-3913-4394-a5a4-4c68703eb5ce tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423031 Aug 21 11:02:27.665497 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74065b4d-6637-473f-9846-aca3b6e44b56 req-46080feb-2e6b-4d43-8bdc-afd891921f8b tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:27.667063 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-74065b4d-6637-473f-9846-aca3b6e44b56 req-46080feb-2e6b-4d43-8bdc-afd891921f8b tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.0802984 Aug 21 11:02:27.715177 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-74065b4d-6637-473f-9846-aca3b6e44b56 req-87c4a581-cee2-49c7-b467-ad9b82788315 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421054 Aug 21 11:02:28.521367 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e963e-49a3-4fe9-af8a-c6ae49d4ad51 req-297cd628-9d1c-4b0e-a0e3-385a773748db tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:28.522867 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a24e963e-49a3-4fe9-af8a-c6ae49d4ad51 req-297cd628-9d1c-4b0e-a0e3-385a773748db tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.0865712 Aug 21 11:02:28.573445 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a24e963e-49a3-4fe9-af8a-c6ae49d4ad51 req-119495cd-9c90-42f5-859d-9dbc80c65abb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&id=29d79e20-782f-4337-a5f4-1f5633939d62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442193 Aug 21 11:02:28.577762 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a1568-99d5-4f28-8251-dd36625137f5 req-4aa0286f-a6e7-4479-9e21-86ed9c716d1d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:28.579347 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-477a1568-99d5-4f28-8251-dd36625137f5 req-4aa0286f-a6e7-4479-9e21-86ed9c716d1d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0854373 Aug 21 11:02:28.628095 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-477a1568-99d5-4f28-8251-dd36625137f5 req-46e6d241-87ae-4a25-89d7-4abc04aab9d7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425987 Aug 21 11:02:28.916334 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244976db-aaeb-43b9-a36d-60c7d5d2a309 req-79b180ab-f3b1-4c0b-b6d3-1ef0d8334684 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:28.917803 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-244976db-aaeb-43b9-a36d-60c7d5d2a309 req-79b180ab-f3b1-4c0b-b6d3-1ef0d8334684 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.0818360 Aug 21 11:02:28.965549 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-244976db-aaeb-43b9-a36d-60c7d5d2a309 req-621799fb-3943-481e-a583-6477ac3f91d0 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416632 Aug 21 11:02:29.780236 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fdc44-1c0a-4408-bbe7-936ba8c6da9b req-13c8a5cf-b38c-42ac-bd5a-ccdbf65d8e65 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:29.781836 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-163fdc44-1c0a-4408-bbe7-936ba8c6da9b req-13c8a5cf-b38c-42ac-bd5a-ccdbf65d8e65 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.0811534 Aug 21 11:02:29.835825 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-163fdc44-1c0a-4408-bbe7-936ba8c6da9b req-f13fa881-824c-4be4-a3c7-b28cb9861387 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&id=29d79e20-782f-4337-a5f4-1f5633939d62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470304 Aug 21 11:02:29.846535 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85e35e-a849-4863-9b0a-d051807ffb94 req-9c98cf30-9944-4103-a7a2-95c7af63277f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:29.848155 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ed85e35e-a849-4863-9b0a-d051807ffb94 req-9c98cf30-9944-4103-a7a2-95c7af63277f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0866833 Aug 21 11:02:29.896442 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ed85e35e-a849-4863-9b0a-d051807ffb94 req-b93c804c-a8ff-4805-a8f6-52a07bbcd315 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419924 Aug 21 11:02:30.165912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8d431-1b22-4e59-9d7e-807d547717ba req-f62fd413-c53e-45f0-9186-358e70794167 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:30.167440 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-07d8d431-1b22-4e59-9d7e-807d547717ba req-f62fd413-c53e-45f0-9186-358e70794167 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.0821397 Aug 21 11:02:30.216425 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-07d8d431-1b22-4e59-9d7e-807d547717ba req-196ff450-8e73-4e2c-b2a9-019903452419 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424912 Aug 21 11:02:31.049542 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c82f0-da55-4b06-8090-9e7b71e7dd38 req-da955725-a969-4ce2-b034-db3e69955546 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:31.051149 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a85c82f0-da55-4b06-8090-9e7b71e7dd38 req-da955725-a969-4ce2-b034-db3e69955546 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.0890799 Aug 21 11:02:31.102332 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a85c82f0-da55-4b06-8090-9e7b71e7dd38 req-0d70eb08-784c-4178-a61e-8fab0e0e96ac tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&id=29d79e20-782f-4337-a5f4-1f5633939d62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445478 Aug 21 11:02:31.126082 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd2a76-6125-421e-8c50-b86b63985dc6 req-1c7e50a5-6be5-4022-8a8e-1726a68ccf17 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:31.127692 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89bd2a76-6125-421e-8c50-b86b63985dc6 req-1c7e50a5-6be5-4022-8a8e-1726a68ccf17 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0915146 Aug 21 11:02:31.176586 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-89bd2a76-6125-421e-8c50-b86b63985dc6 req-c66a484d-fc30-4cce-86a6-954e31ba1eb5 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425489 Aug 21 11:02:31.419267 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0b23c-7773-406f-ae55-ae1dfde58598 req-7ac962c5-105c-4736-bbc1-d173a30a608a tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:31.420830 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-77b0b23c-7773-406f-ae55-ae1dfde58598 req-7ac962c5-105c-4736-bbc1-d173a30a608a tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.0848410 Aug 21 11:02:31.467528 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-77b0b23c-7773-406f-ae55-ae1dfde58598 req-b211b980-dc74-432c-8425-75db13ba124c tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401778 Aug 21 11:02:32.309201 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4e4bc-0360-48c7-8b53-ffe2e6ecf238 req-6d69f5da-28ac-4f3a-8420-30e55d6e8372 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:32.310790 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-33a4e4bc-0360-48c7-8b53-ffe2e6ecf238 req-6d69f5da-28ac-4f3a-8420-30e55d6e8372 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.0855906 Aug 21 11:02:32.361119 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-33a4e4bc-0360-48c7-8b53-ffe2e6ecf238 req-c171999b-4eec-4eb7-acf6-c3ff1945cab9 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&id=29d79e20-782f-4337-a5f4-1f5633939d62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432439 Aug 21 11:02:32.394407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003d9ff-7b67-4172-b621-dbf693f633e0 req-597719b6-ac49-42a0-ae11-5af9985a5a56 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:32.395949 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d003d9ff-7b67-4172-b621-dbf693f633e0 req-597719b6-ac49-42a0-ae11-5af9985a5a56 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0866528 Aug 21 11:02:32.447642 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d003d9ff-7b67-4172-b621-dbf693f633e0 req-90c7ee8b-d176-4b32-8123-d16f178a78e7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453782 Aug 21 11:02:32.679254 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f6747-df1b-49b3-9a68-febcfe1f9fac req-b832c0f4-c2b9-43a1-9064-9021cfa8e036 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:32.680811 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-375f6747-df1b-49b3-9a68-febcfe1f9fac req-b832c0f4-c2b9-43a1-9064-9021cfa8e036 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.0930936 Aug 21 11:02:32.729377 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-375f6747-df1b-49b3-9a68-febcfe1f9fac req-7187884e-114b-47c8-a0ac-7c06f3d3c8b7 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416856 Aug 21 11:02:33.664342 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5991e-1fe9-4627-8ef0-00839da5526c req-93bb8309-3cbd-4a36-bb9f-dbcd3a55e343 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:33.665948 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cbe5991e-1fe9-4627-8ef0-00839da5526c req-93bb8309-3cbd-4a36-bb9f-dbcd3a55e343 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0837765 Aug 21 11:02:33.714701 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cbe5991e-1fe9-4627-8ef0-00839da5526c req-d44c8029-23b0-40f1-9065-f96116c5dcdb tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422397 Aug 21 11:02:33.932946 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f858f-1217-49bd-931f-a1519b35e455 req-eac059bb-0f4d-4aef-af77-07a9d854b8c1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:33.934516 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cb4f858f-1217-49bd-931f-a1519b35e455 req-eac059bb-0f4d-4aef-af77-07a9d854b8c1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.0811985 Aug 21 11:02:33.986239 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cb4f858f-1217-49bd-931f-a1519b35e455 req-fd012538-de4f-4a27-a667-58fe5af3546d tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457525 Aug 21 11:02:34.497195 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2fb1bd71-5343-4274-b243-2ccad0649568 req-2e742e13-5b7e-47fc-91d0-610c2524642d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 1097 time: 0.0763597 Aug 21 11:02:34.540415 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2fb1bd71-5343-4274-b243-2ccad0649568 req-c37e27ba-2064-41d2-aa94-d1cbe4121af1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371010 Aug 21 11:02:34.926271 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32f99a-0373-4ed6-9310-4e23daa2187e req-cc999260-fb54-4546-852d-6c1603b32fa1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:34.927869 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4c32f99a-0373-4ed6-9310-4e23daa2187e req-cc999260-fb54-4546-852d-6c1603b32fa1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0814369 Aug 21 11:02:34.974600 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4c32f99a-0373-4ed6-9310-4e23daa2187e req-d54a5f31-6c07-46b1-acf4-0c9ebf9755a4 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408034 Aug 21 11:02:35.332944 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de00d50-75ad-4f3c-9cbe-7267fb0f73db req-4828e7d3-9777-4ee6-98e6-22a5354f2661 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:35.334547 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7de00d50-75ad-4f3c-9cbe-7267fb0f73db req-4828e7d3-9777-4ee6-98e6-22a5354f2661 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.2284517 Aug 21 11:02:35.383393 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7de00d50-75ad-4f3c-9cbe-7267fb0f73db req-99490994-d210-4660-9687-9c900ff32e75 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426776 Aug 21 11:02:36.102738 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:36.278305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ded7e-48bb-4405-b16c-73f754833638 req-af1bd1cc-28cf-416a-8bf5-68eb8f3278a2 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:36.279919 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-892ded7e-48bb-4405-b16c-73f754833638 req-af1bd1cc-28cf-416a-8bf5-68eb8f3278a2 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.1684914 Aug 21 11:02:36.328005 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-892ded7e-48bb-4405-b16c-73f754833638 req-44cb1e44-557a-48d6-8c83-4934e99fd7c0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413129 Aug 21 11:02:36.587277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c9d38-f49c-4bdf-86d7-2ca1b4819e03 req-af27b152-8f3f-4523-84a5-82f7a1b92b6e tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:36.588880 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-501c9d38-f49c-4bdf-86d7-2ca1b4819e03 req-af27b152-8f3f-4523-84a5-82f7a1b92b6e tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.0844872 Aug 21 11:02:36.635769 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-501c9d38-f49c-4bdf-86d7-2ca1b4819e03 req-ff5e98fc-3203-486e-b14d-fe4f61cb456a tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408392 Aug 21 11:02:36.754020 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4f3ce41-70a6-4e3e-aa38-9bfc68652b00 req-45dfbf43-c154-4617-96fd-d8b71349ae98 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762291 Aug 21 11:02:36.910440 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4f3ce41-70a6-4e3e-aa38-9bfc68652b00 req-fe030590-d4c5-426c-945c-6921c2192668 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=558d426de72a4151952770512d159a9d&device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 1097 time: 0.0772395 Aug 21 11:02:36.931826 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device da4b2d14-d451-42e8-af72-be5b877d4b75 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 11:02:37.072215 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3ce41-70a6-4e3e-aa38-9bfc68652b00 req-c3de29e9-c89b-483d-9220-85850d19c4b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:37.073788 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4f3ce41-70a6-4e3e-aa38-9bfc68652b00 req-c3de29e9-c89b-483d-9220-85850d19c4b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6df240d9-4fce-45b3-a345-b6f9966b28a5 HTTP/1.1" status: 200 len: 910 time: 0.1370103 Aug 21 11:02:37.082072 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port da4b2d14-d451-42e8-af72-be5b877d4b75, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=da4b2d14-d451-42e8-af72-be5b877d4b75,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:02:37.096473 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': 'da4b2d14-d451-42e8-af72-be5b877d4b75', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'port_id': 'da4b2d14-d451-42e8-af72-be5b877d4b75', 'mac_address': 'fa:16:3e:2e:96:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 11:02:37.135796 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:02:37.155897 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:37.174199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4b2d14-d451-42e8-af72-be5b877d4b75 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 11:02:37.189059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port da4b2d14-d451-42e8-af72-be5b877d4b75, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=da4b2d14-d451-42e8-af72-be5b877d4b75,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:02:37.191216 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4f3ce41-70a6-4e3e-aa38-9bfc68652b00 req-e3e8cea9-a051-46b7-bf91-5b6c94cfbadd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da4b2d14-d451-42e8-af72-be5b877d4b75 HTTP/1.1" status: 200 len: 999 time: 0.1052990 Aug 21 11:02:37.234113 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:37.237057 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:02:37.259958 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3ce41-70a6-4e3e-aa38-9bfc68652b00 req-6ee921d8-a2a3-44d5-af8c-76c4183224f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:37.261519 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4f3ce41-70a6-4e3e-aa38-9bfc68652b00 req-6ee921d8-a2a3-44d5-af8c-76c4183224f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdac1830-69da-4558-9f73-a2fe3f432dea HTTP/1.1" status: 200 len: 848 time: 0.0633821 Aug 21 11:02:37.302084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=da4b2d14-d451-42e8-af72-be5b877d4b75,revision_number=7']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:02:37.305460 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:02:37.348710 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4f3ce41-70a6-4e3e-aa38-9bfc68652b00 req-67c8f3e9-5f2a-456e-a6f1-eca5ed2d4548 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6df240d9-4fce-45b3-a345-b6f9966b28a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736134 Aug 21 11:02:37.538976 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4f3ce41-70a6-4e3e-aa38-9bfc68652b00 req-890017b7-af07-4911-b6b0-06f6ad0a8c05 service neutron] 10.222.0.35 "GET /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824884 Aug 21 11:02:37.659502 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873bc52-3f89-45c0-add2-fe74b69b9928 req-fd3778f9-9b38-4a72-85eb-f8b57bb277f6 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:37.661096 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3873bc52-3f89-45c0-add2-fe74b69b9928 req-fd3778f9-9b38-4a72-85eb-f8b57bb277f6 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.1916909 Aug 21 11:02:37.735646 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e4f3ce41-70a6-4e3e-aa38-9bfc68652b00 req-ac1a62e8-582f-408d-af28-b099f72adf79 service neutron] 10.222.0.35 "GET /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887202 Aug 21 11:02:37.741069 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3873bc52-3f89-45c0-add2-fe74b69b9928 req-44d2d0a3-5f37-46a2-876b-bf9bfadc68fa tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734515 Aug 21 11:02:37.872800 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['da4b2d14-d451-42e8-af72-be5b877d4b75'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 11:02:38.928651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2c27b864-15b9-493e-9f98-0acee3c6b334 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 11:02:38.957152 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f826a94-2485-4481-93e1-318e6e3c0d9d req-971284ed-d227-488b-9b68-31bd85f8a88a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:38.958747 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6f826a94-2485-4481-93e1-318e6e3c0d9d req-971284ed-d227-488b-9b68-31bd85f8a88a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0834968 Aug 21 11:02:39.008417 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6f826a94-2485-4481-93e1-318e6e3c0d9d req-6fd70e2e-6dd1-4836-83eb-c8c6babab323 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434253 Aug 21 11:02:39.073187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2c27b864-15b9-493e-9f98-0acee3c6b334, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2c27b864-15b9-493e-9f98-0acee3c6b334,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:02:39.091686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '2c27b864-15b9-493e-9f98-0acee3c6b334', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'port_id': '2c27b864-15b9-493e-9f98-0acee3c6b334', 'mac_address': 'fa:16:3e:ac:4b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 11:02:39.148280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:39.166889 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c27b864-15b9-493e-9f98-0acee3c6b334 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 11:02:39.183182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2c27b864-15b9-493e-9f98-0acee3c6b334, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2c27b864-15b9-493e-9f98-0acee3c6b334,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:02:39.211038 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:39.213685 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:02:39.282048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=2c27b864-15b9-493e-9f98-0acee3c6b334,revision_number=6']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:02:39.284923 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:02:39.399737 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0e8082d6-39a8-461e-88b5-0b86c2901c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:39.452548 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['2c27b864-15b9-493e-9f98-0acee3c6b334'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 11:02:40.225377 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709e8e9-6720-4b3a-a450-836efe713bef req-f0f5b9cf-a990-4b2f-8560-81fbb18a3157 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:40.226971 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7709e8e9-6720-4b3a-a450-836efe713bef req-f0f5b9cf-a990-4b2f-8560-81fbb18a3157 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 944 time: 0.0858347 Aug 21 11:02:40.280256 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7709e8e9-6720-4b3a-a450-836efe713bef req-b97081b2-9621-4cce-965d-05d52eb75b3f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470884 Aug 21 11:02:40.939011 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2c27b864-15b9-493e-9f98-0acee3c6b334 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:02:40.966599 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:41.011079 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 2c27b864-15b9-493e-9f98-0acee3c6b334 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:02:41.011497 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:41.121854 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:41.148739 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b49389-eead-4415-a7e4-df84b948d1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c27b864-15b9-493e-9f98-0acee3c6b334'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:02:41.159479 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2c27b864-15b9-493e-9f98-0acee3c6b334, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2c27b864-15b9-493e-9f98-0acee3c6b334,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:02:41.187759 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:41.188794 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device da4b2d14-d451-42e8-af72-be5b877d4b75 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:02:41.215017 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b49389-eead-4415-a7e4-df84b948d1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c27b864-15b9-493e-9f98-0acee3c6b334', 'code': 200} Aug 21 11:02:41.219287 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:02:41.314119 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=2c27b864-15b9-493e-9f98-0acee3c6b334,revision_number=7']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:02:41.317602 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:02:41.328710 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port da4b2d14-d451-42e8-af72-be5b877d4b75 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:02:41.329131 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:41.445856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:41.478853 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port da4b2d14-d451-42e8-af72-be5b877d4b75, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=da4b2d14-d451-42e8-af72-be5b877d4b75,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:02:41.495312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9674580-23d8-47f4-b463-43c1483681ea req-41c6cbe1-1e96-4f9e-8f57-6db032a15f7a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:41.496934 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a9674580-23d8-47f4-b463-43c1483681ea req-41c6cbe1-1e96-4f9e-8f57-6db032a15f7a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0812345 Aug 21 11:02:41.508288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:41.510287 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:02:41.547340 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a9674580-23d8-47f4-b463-43c1483681ea req-b04cf9be-0bb4-4eb4-9f66-86f76aa4b0f4 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442543 Aug 21 11:02:41.576150 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=da4b2d14-d451-42e8-af72-be5b877d4b75,revision_number=8']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:02:41.579388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:02:41.982318 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-66a33890-6355-4633-8bc6-fb23ff2a4e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:42.262417 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:42.769823 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b1cf2-b132-414c-9f67-52628fa1c454 req-4f87db29-e776-4cfc-8454-5254f7a00c0b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:42.771617 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4f3b1cf2-b132-414c-9f67-52628fa1c454 req-4f87db29-e776-4cfc-8454-5254f7a00c0b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0882645 Aug 21 11:02:42.824774 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4f3b1cf2-b132-414c-9f67-52628fa1c454 req-65d0fa1b-dfef-4810-8f33-a4002829e4ec tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464904 Aug 21 11:02:43.215853 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4b2d14-d451-42e8-af72-be5b877d4b75'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:02:43.273273 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4b2d14-d451-42e8-af72-be5b877d4b75', 'code': 200} Aug 21 11:02:43.612491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:44.117514 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac9a2d-303c-4440-be99-cdfa8a12f736 req-56eb8e44-eaf3-4299-865e-2706e35f5c3e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:44.120043 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c0ac9a2d-303c-4440-be99-cdfa8a12f736 req-56eb8e44-eaf3-4299-865e-2706e35f5c3e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0880527 Aug 21 11:02:44.170416 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c0ac9a2d-303c-4440-be99-cdfa8a12f736 req-2a6f2958-6d61-4107-95d4-1378dc33f2ef tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441296 Aug 21 11:02:45.442160 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21bd95-5164-4171-a582-a33a307d8b04 req-5d9949d2-6146-4bd7-9886-383d1bd12be5 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:45.444093 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fd21bd95-5164-4171-a582-a33a307d8b04 req-5d9949d2-6146-4bd7-9886-383d1bd12be5 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.1032610 Aug 21 11:02:45.503437 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fd21bd95-5164-4171-a582-a33a307d8b04 req-8aa4d941-5427-4487-b3ef-b057bb11778a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527613 Aug 21 11:02:46.740945 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fe02d-9dd3-4306-8e03-a08d5ce37f3f req-ba7e8928-7ec7-45e7-95e3-04f0bab963e9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:46.742697 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-010fe02d-9dd3-4306-8e03-a08d5ce37f3f req-ba7e8928-7ec7-45e7-95e3-04f0bab963e9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.1009173 Aug 21 11:02:46.805982 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-010fe02d-9dd3-4306-8e03-a08d5ce37f3f req-6d09d390-bec3-4b30-97bf-de3d8fb10160 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563686 Aug 21 11:02:48.022422 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84139af8-f813-47dc-9cf3-fd7ba33095a5 req-7d3c533f-12e5-4ff6-894b-2610a963f589 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:48.024124 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84139af8-f813-47dc-9cf3-fd7ba33095a5 req-7d3c533f-12e5-4ff6-894b-2610a963f589 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0903587 Aug 21 11:02:48.083759 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-84139af8-f813-47dc-9cf3-fd7ba33095a5 req-78bc9735-6f6c-4ba0-ad1c-787efacc5d1a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532222 Aug 21 11:02:49.316900 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34694e16-20c1-46a2-8830-1384de3fc924 req-aea96164-156d-4ec4-80c2-8149355afcc8 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:49.318632 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-34694e16-20c1-46a2-8830-1384de3fc924 req-aea96164-156d-4ec4-80c2-8149355afcc8 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0857384 Aug 21 11:02:49.373135 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-34694e16-20c1-46a2-8830-1384de3fc924 req-e100c864-8484-4d02-ba41-aebeb80102a1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479853 Aug 21 11:02:50.619289 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8f0e0-7653-4c51-82c1-c564f07d0a0b req-b1f83db2-0b4b-4411-9663-2a3b85337e71 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:50.621755 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cec8f0e0-7653-4c51-82c1-c564f07d0a0b req-b1f83db2-0b4b-4411-9663-2a3b85337e71 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0893748 Aug 21 11:02:50.684158 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cec8f0e0-7653-4c51-82c1-c564f07d0a0b req-4406ecfd-b81e-4d21-9bf3-c78304c985a9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494707 Aug 21 11:02:51.919923 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d59a7-5756-4174-b157-80bf0c95c919 req-2ba15c09-6c31-4fbf-8bb7-3f8bd71a200c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:51.923413 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-089d59a7-5756-4174-b157-80bf0c95c919 req-2ba15c09-6c31-4fbf-8bb7-3f8bd71a200c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0873711 Aug 21 11:02:51.975239 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-089d59a7-5756-4174-b157-80bf0c95c919 req-e6a2c0ee-661f-4f4b-bb16-9ca5e4573e91 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460896 Aug 21 11:02:53.195811 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375549a-09df-4f0a-b53c-6dc9f24c04d2 req-5e8948c8-9b7c-46c5-8bde-07935e3daa08 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:53.197328 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b375549a-09df-4f0a-b53c-6dc9f24c04d2 req-5e8948c8-9b7c-46c5-8bde-07935e3daa08 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0848947 Aug 21 11:02:53.245640 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b375549a-09df-4f0a-b53c-6dc9f24c04d2 req-22478d82-2f82-409a-af3f-753110034fde tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421655 Aug 21 11:02:53.924680 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-22f31fa4-86a9-46b8-bc81-b00df33ac890 req-a7004e52-eaa3-441f-81b0-533e961a2904 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4599243a149a7856c54fdc20f7e47&device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 1098 time: 0.0735538 Aug 21 11:02:54.065095 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f31fa4-86a9-46b8-bc81-b00df33ac890 req-9ae56170-892e-4eff-b94b-c97c77c51028 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:54.066652 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-22f31fa4-86a9-46b8-bc81-b00df33ac890 req-9ae56170-892e-4eff-b94b-c97c77c51028 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffac6d6c-98c6-42e8-8c03-8096916bd29d HTTP/1.1" status: 200 len: 918 time: 0.1344185 Aug 21 11:02:54.175194 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-22f31fa4-86a9-46b8-bc81-b00df33ac890 req-e56bee39-8cd1-48e2-b7ee-26b3f11bce5b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c27b864-15b9-493e-9f98-0acee3c6b334 HTTP/1.1" status: 200 len: 999 time: 0.1001797 Aug 21 11:02:54.245094 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f31fa4-86a9-46b8-bc81-b00df33ac890 req-9b5c49ac-4997-413a-b7b5-a82ef6511b4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:54.246641 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-22f31fa4-86a9-46b8-bc81-b00df33ac890 req-9b5c49ac-4997-413a-b7b5-a82ef6511b4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f HTTP/1.1" status: 200 len: 856 time: 0.0631557 Aug 21 11:02:54.329510 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-22f31fa4-86a9-46b8-bc81-b00df33ac890 req-91c088e5-7af2-426f-aa43-94c260854a24 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffac6d6c-98c6-42e8-8c03-8096916bd29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766244 Aug 21 11:02:54.341676 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [req-22f31fa4-86a9-46b8-bc81-b00df33ac890 req-fbc65f36-f6be-4f53-81a1-2b68704f520e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=82512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 11:02:54.342696 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-22f31fa4-86a9-46b8-bc81-b00df33ac890 req-fbc65f36-f6be-4f53-81a1-2b68704f520e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0053854 Aug 21 11:02:54.482667 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c354eaf-6e02-4745-83d6-0e981bdb217f req-4fdb951b-8996-48a4-9743-c98ef6ef95f7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:54.484395 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2c354eaf-6e02-4745-83d6-0e981bdb217f req-4fdb951b-8996-48a4-9743-c98ef6ef95f7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0897498 Aug 21 11:02:54.536965 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2c354eaf-6e02-4745-83d6-0e981bdb217f req-d821dd81-c958-4a88-be8e-feb993666489 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454545 Aug 21 11:02:54.672583 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-22f31fa4-86a9-46b8-bc81-b00df33ac890 req-bfba04eb-f245-4094-9790-f64418dbac3c service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172705 Aug 21 11:02:54.813824 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-22f31fa4-86a9-46b8-bc81-b00df33ac890 req-b9bbb631-75fc-48cc-b6b4-78e6f77b3889 service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345425 Aug 21 11:02:55.754202 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56f6e0-58d1-4287-aaa1-89c2dd87d814 req-7e5c22da-eb37-48d5-9af5-8a52a93260c9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:55.755815 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1a56f6e0-58d1-4287-aaa1-89c2dd87d814 req-7e5c22da-eb37-48d5-9af5-8a52a93260c9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0843704 Aug 21 11:02:55.803324 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1a56f6e0-58d1-4287-aaa1-89c2dd87d814 req-e9c72035-e560-404e-88c7-4a48b1691e77 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415766 Aug 21 11:02:57.043031 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2c27b864-15b9-493e-9f98-0acee3c6b334 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:02:57.140863 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fd3b5-be41-4c04-a766-7f6dfa825242 req-ce69429b-18dc-4b13-a9cc-6038a3d71f1f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:57.142934 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-867fd3b5-be41-4c04-a766-7f6dfa825242 req-ce69429b-18dc-4b13-a9cc-6038a3d71f1f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0814800 Aug 21 11:02:57.158457 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:57.190512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b49389-eead-4415-a7e4-df84b948d1b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c27b864-15b9-493e-9f98-0acee3c6b334'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:02:57.199531 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2c27b864-15b9-493e-9f98-0acee3c6b334, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2c27b864-15b9-493e-9f98-0acee3c6b334,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:02:57.200958 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-867fd3b5-be41-4c04-a766-7f6dfa825242 req-e46b793f-6c7e-40b6-9421-62574263761a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518751 Aug 21 11:02:57.236491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:02:57.238465 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:02:57.269835 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b49389-eead-4415-a7e4-df84b948d1b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c27b864-15b9-493e-9f98-0acee3c6b334', 'code': 200} Aug 21 11:02:57.468754 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=2c27b864-15b9-493e-9f98-0acee3c6b334,revision_number=8']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:02:57.471752 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:02:59.053664 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-774c2bab-c324-4d70-8a7a-53ae5908b8d6 req-e19c3a05-5a7c-4922-849c-98703463b1c0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0781422 Aug 21 11:02:59.400793 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b7378-d473-4790-82ac-c2f78f44cbe7 req-2c285509-2d0e-4d64-9d44-5b61c35ff58b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:02:59.402278 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-722b7378-d473-4790-82ac-c2f78f44cbe7 req-2c285509-2d0e-4d64-9d44-5b61c35ff58b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0874135 Aug 21 11:02:59.451996 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-722b7378-d473-4790-82ac-c2f78f44cbe7 req-4f1a6300-9bf9-40d4-a2c9-26fadeaa5bd6 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433180 Aug 21 11:02:59.462115 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 59728) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:02:59.605479 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-011b5294-11b1-47ec-bb0b-668f95a1a081 req-5c23e54d-8011-4e99-ba57-9a4c11396c47 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1421087 Aug 21 11:03:00.298654 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-011b5294-11b1-47ec-bb0b-668f95a1a081 req-f7f9fca6-cf3a-4dce-89d5-9ada2b38e28f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7&tenant_id=92f4599243a149a7856c54fdc20f7e47 HTTP/1.1" status: 200 len: 1096 time: 0.0766878 Aug 21 11:03:00.393445 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-011b5294-11b1-47ec-bb0b-668f95a1a081 req-5a543d4d-2825-46e3-9511-f8eb4ef78156 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92f4599243a149a7856c54fdc20f7e47&device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 1096 time: 0.0737388 Aug 21 11:03:00.533111 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b5294-11b1-47ec-bb0b-668f95a1a081 req-106e251b-66e9-4a6e-bef7-fff69fdc4d28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:00.534697 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-011b5294-11b1-47ec-bb0b-668f95a1a081 req-106e251b-66e9-4a6e-bef7-fff69fdc4d28 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ffac6d6c-98c6-42e8-8c03-8096916bd29d HTTP/1.1" status: 200 len: 918 time: 0.1343892 Aug 21 11:03:00.643715 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-011b5294-11b1-47ec-bb0b-668f95a1a081 req-c562a2ce-e903-40ac-8ba7-130496b6cfdc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c27b864-15b9-493e-9f98-0acee3c6b334 HTTP/1.1" status: 200 len: 997 time: 0.1021492 Aug 21 11:03:00.665239 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08d6a1-2ff9-4014-ab71-3327e85766e5 req-e1d7442a-a6b5-4a8f-9433-c461fb8d07fd tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:00.666844 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dc08d6a1-2ff9-4014-ab71-3327e85766e5 req-e1d7442a-a6b5-4a8f-9433-c461fb8d07fd tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0831327 Aug 21 11:03:00.714537 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b5294-11b1-47ec-bb0b-668f95a1a081 req-8ef5a856-fb10-4ee4-a167-034f41e4aec7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:00.716243 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-011b5294-11b1-47ec-bb0b-668f95a1a081 req-8ef5a856-fb10-4ee4-a167-034f41e4aec7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f HTTP/1.1" status: 200 len: 856 time: 0.0654788 Aug 21 11:03:00.716632 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-dc08d6a1-2ff9-4014-ab71-3327e85766e5 req-d5605752-3621-467f-aa9b-4d6a4fc7f45f tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435362 Aug 21 11:03:00.799230 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-011b5294-11b1-47ec-bb0b-668f95a1a081 req-c35081cf-82b9-4b81-8e68-87ba494374ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ffac6d6c-98c6-42e8-8c03-8096916bd29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760612 Aug 21 11:03:00.940116 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-011b5294-11b1-47ec-bb0b-668f95a1a081 req-cff98edb-f3cc-4ea8-a4a5-65a0adc10236 service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329858 Aug 21 11:03:01.066882 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2c27b864-15b9-493e-9f98-0acee3c6b334 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:03:01.078505 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-011b5294-11b1-47ec-bb0b-668f95a1a081 req-58906f04-a0ae-47f3-9956-38717eed1a43 service neutron] 10.222.0.35 "GET /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314852 Aug 21 11:03:01.936397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff219a-94e0-4b5e-ab25-4e16b5590cee req-8284a32a-1972-45d3-9f16-6ebeb7d3026e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:01.937982 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-58ff219a-94e0-4b5e-ab25-4e16b5590cee req-8284a32a-1972-45d3-9f16-6ebeb7d3026e tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0842526 Aug 21 11:03:01.987536 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-58ff219a-94e0-4b5e-ab25-4e16b5590cee req-5ae8b51d-1a7c-4f85-8804-c0a076b0cdfc tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428832 Aug 21 11:03:03.222827 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06918e23-b721-4396-824e-4e2fe6270627 req-996d79a7-529e-4002-925c-2a4678cfc771 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:03.224467 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-06918e23-b721-4396-824e-4e2fe6270627 req-996d79a7-529e-4002-925c-2a4678cfc771 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0941794 Aug 21 11:03:03.273556 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-06918e23-b721-4396-824e-4e2fe6270627 req-2b3cea24-88cf-4f27-9351-f4de0f97e9d7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429766 Aug 21 11:03:04.500407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d3451-26e9-4022-9a2a-7fd9120342ef req-4b08a73e-9e95-43c4-ab9b-ec778714a00b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:04.502513 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ed5d3451-26e9-4022-9a2a-7fd9120342ef req-4b08a73e-9e95-43c4-ab9b-ec778714a00b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0874584 Aug 21 11:03:04.549615 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ed5d3451-26e9-4022-9a2a-7fd9120342ef req-dd337054-5239-4ff9-9d00-9669fa09be78 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411484 Aug 21 11:03:05.770440 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255515fd-17b0-45f1-8ed6-f2eeda025bed req-dedddaa5-955c-453e-b5df-43eb1e44c0b6 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:05.772074 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-255515fd-17b0-45f1-8ed6-f2eeda025bed req-dedddaa5-955c-453e-b5df-43eb1e44c0b6 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0854926 Aug 21 11:03:05.820611 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-255515fd-17b0-45f1-8ed6-f2eeda025bed req-23b685b6-ec66-441b-8c05-72fa3c240f81 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423672 Aug 21 11:03:06.107429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:07.045982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f81291-ec21-4bd0-ab17-8f27bebe0bda req-ec62a4a8-7f59-47aa-8c7a-3a5f1640639a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:07.047616 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-92f81291-ec21-4bd0-ab17-8f27bebe0bda req-ec62a4a8-7f59-47aa-8c7a-3a5f1640639a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0895002 Aug 21 11:03:07.100951 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-92f81291-ec21-4bd0-ab17-8f27bebe0bda req-cf9c6a1b-5353-416b-a317-0a95c805c996 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465767 Aug 21 11:03:08.326851 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6210e7-f868-4f85-b38f-38e58d25ed0e req-6a97b36b-5f64-4a8d-9e9e-c106f5f919a4 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:08.329052 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3b6210e7-f868-4f85-b38f-38e58d25ed0e req-6a97b36b-5f64-4a8d-9e9e-c106f5f919a4 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0880029 Aug 21 11:03:08.380632 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3b6210e7-f868-4f85-b38f-38e58d25ed0e req-f316ce0c-effa-404d-9f1e-cdb92dd00b45 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448616 Aug 21 11:03:09.456239 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-72c25893-d0c4-4c21-890e-2329fd51ab84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:09.604003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31197c32-9deb-438e-a03e-bc614418013d req-9ff47358-0af9-4fde-9e4b-622c4ce7ce5c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:09.605646 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-31197c32-9deb-438e-a03e-bc614418013d req-9ff47358-0af9-4fde-9e4b-622c4ce7ce5c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0882175 Aug 21 11:03:09.653964 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-31197c32-9deb-438e-a03e-bc614418013d req-13c51c01-9fee-44b9-8305-0c6f544077d1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421603 Aug 21 11:03:10.871998 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238f299-a1bb-4bfc-9962-009d145c7312 req-dbe89994-c6a3-48ad-82fe-c05de5f59b25 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:10.873561 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5238f299-a1bb-4bfc-9962-009d145c7312 req-dbe89994-c6a3-48ad-82fe-c05de5f59b25 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0813074 Aug 21 11:03:10.933419 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5238f299-a1bb-4bfc-9962-009d145c7312 req-32b08fda-6167-4c9a-b2e9-73628a27421a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536940 Aug 21 11:03:10.941865 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:11.998776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ee6da9b9-c612-4465-9af9-2980f2519b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:12.284546 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:12.324333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a4faf-7911-4bff-8208-2e2710cd64ea req-ddec30e3-cd85-4f0e-a492-323ea1cdb9e8 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:12.326153 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-868a4faf-7911-4bff-8208-2e2710cd64ea req-ddec30e3-cd85-4f0e-a492-323ea1cdb9e8 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0871339 Aug 21 11:03:12.392771 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-868a4faf-7911-4bff-8208-2e2710cd64ea req-9843eb4d-25f2-4ffa-816e-4f49d98cfd97 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581598 Aug 21 11:03:13.615153 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386295f-5a58-4de6-a83f-8e7ff89decb9 req-5dc75ecd-52b4-4169-993a-a171ce0ce68c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:13.617026 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6386295f-5a58-4de6-a83f-8e7ff89decb9 req-5dc75ecd-52b4-4169-993a-a171ce0ce68c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0844834 Aug 21 11:03:13.621548 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:13.665336 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6386295f-5a58-4de6-a83f-8e7ff89decb9 req-5df9c7c2-305d-4695-83a6-82ca3d9c9dd5 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420022 Aug 21 11:03:14.137282 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:03:14.896687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc76797-9e0d-4bac-a60b-27b93b1358e3 req-0a9afe40-cd6d-48d5-8185-7c320aaa4d8a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:14.898297 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6fc76797-9e0d-4bac-a60b-27b93b1358e3 req-0a9afe40-cd6d-48d5-8185-7c320aaa4d8a tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0846055 Aug 21 11:03:14.948721 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6fc76797-9e0d-4bac-a60b-27b93b1358e3 req-313c37c0-633a-466e-83cc-6e328db7c376 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439219 Aug 21 11:03:16.362206 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64ccda-ca78-4cd5-bda2-02bcb27e2bfa req-88ea03a6-ed41-4ac1-ac93-fd25536b8a77 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:16.363814 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7c64ccda-ca78-4cd5-bda2-02bcb27e2bfa req-88ea03a6-ed41-4ac1-ac93-fd25536b8a77 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.2841978 Aug 21 11:03:16.412436 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7c64ccda-ca78-4cd5-bda2-02bcb27e2bfa req-0856e9d0-e979-4f22-94a6-fa351abfc8f7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421629 Aug 21 11:03:17.628302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf16a78-1fc5-4385-984d-075733fbfe17 req-536356c2-865d-4c76-b493-e0c168207605 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:17.629986 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ddf16a78-1fc5-4385-984d-075733fbfe17 req-536356c2-865d-4c76-b493-e0c168207605 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0853209 Aug 21 11:03:17.677973 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ddf16a78-1fc5-4385-984d-075733fbfe17 req-b969eb46-660a-4f64-8b0a-1afce259a8f9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419197 Aug 21 11:03:18.894692 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd66d0e-e3b7-4df8-803e-1149f73a9f14 req-ed4b7ffa-4b09-46e3-8469-83f364db3642 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:18.896330 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cfd66d0e-e3b7-4df8-803e-1149f73a9f14 req-ed4b7ffa-4b09-46e3-8469-83f364db3642 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0830603 Aug 21 11:03:18.943880 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cfd66d0e-e3b7-4df8-803e-1149f73a9f14 req-9cb6193c-9133-425b-b764-d1e798e7041b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414128 Aug 21 11:03:20.156783 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581c04b-69e1-4292-a09c-6323ce1d07d0 req-9ae5eda1-3260-460c-bd34-bdfce3b412c7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:20.158292 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d581c04b-69e1-4292-a09c-6323ce1d07d0 req-9ae5eda1-3260-460c-bd34-bdfce3b412c7 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0812402 Aug 21 11:03:20.206339 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d581c04b-69e1-4292-a09c-6323ce1d07d0 req-4c5151b7-9e96-4cd7-bd8e-0cc574502b5b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419452 Aug 21 11:03:21.424996 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a16d56-2961-40cc-863f-d39e54594840 req-a2807bf1-885a-44e6-954c-2ecf7c2a3c80 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:21.426593 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-10a16d56-2961-40cc-863f-d39e54594840 req-a2807bf1-885a-44e6-954c-2ecf7c2a3c80 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0882547 Aug 21 11:03:21.474024 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-10a16d56-2961-40cc-863f-d39e54594840 req-69d33a5a-3ded-433d-9757-88a9398f7008 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413368 Aug 21 11:03:22.699043 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75555c18-72bf-4b17-8ba8-1887530289d8 req-7ba02424-2a04-433f-aa2c-dc59d0b69cac tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:22.700637 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-75555c18-72bf-4b17-8ba8-1887530289d8 req-7ba02424-2a04-433f-aa2c-dc59d0b69cac tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 943 time: 0.0845525 Aug 21 11:03:22.750204 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-75555c18-72bf-4b17-8ba8-1887530289d8 req-a0c5563a-6d36-426c-8cd5-8eef18b823c9 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423119 Aug 21 11:03:23.160558 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2c27b864-15b9-493e-9f98-0acee3c6b334 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 11:03:23.307409 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2c27b864-15b9-493e-9f98-0acee3c6b334, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2c27b864-15b9-493e-9f98-0acee3c6b334,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:03:23.320918 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '2c27b864-15b9-493e-9f98-0acee3c6b334', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'port_id': '2c27b864-15b9-493e-9f98-0acee3c6b334', 'mac_address': 'fa:16:3e:ac:4b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 11:03:23.374565 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:23.391995 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c27b864-15b9-493e-9f98-0acee3c6b334 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 11:03:23.407254 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2c27b864-15b9-493e-9f98-0acee3c6b334, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2c27b864-15b9-493e-9f98-0acee3c6b334,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:03:23.437887 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:23.439800 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:03:23.508098 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=2c27b864-15b9-493e-9f98-0acee3c6b334,revision_number=9']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:03:23.517189 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:23.517578 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:23.517957 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:23.518333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:23.518708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:23.519077 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:23.519468 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:23.519845 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:23.520213 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:23.520577 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:23.520941 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:23.524983 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:03:23.805669 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['2c27b864-15b9-493e-9f98-0acee3c6b334'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 11:03:23.964867 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d59adb-bc3d-446a-b243-706a9d48597e req-60df9aed-a5d2-4c1a-ac32-81b3b4c5a52d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:23.966473 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-51d59adb-bc3d-446a-b243-706a9d48597e req-60df9aed-a5d2-4c1a-ac32-81b3b4c5a52d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 944 time: 0.0828137 Aug 21 11:03:24.015005 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-51d59adb-bc3d-446a-b243-706a9d48597e req-adcb0086-619b-4843-9f09-8837e5ae418b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419345 Aug 21 11:03:25.173268 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2c27b864-15b9-493e-9f98-0acee3c6b334 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:03:25.227983 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aaffe2-5732-476e-8452-37ceabf400a4 req-3d5ddb14-4131-40b3-9f02-7ab4f258fedf tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:25.229592 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-35aaffe2-5732-476e-8452-37ceabf400a4 req-3d5ddb14-4131-40b3-9f02-7ab4f258fedf tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 944 time: 0.0846291 Aug 21 11:03:25.249764 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 2c27b864-15b9-493e-9f98-0acee3c6b334 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:03:25.250187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:25.282066 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-35aaffe2-5732-476e-8452-37ceabf400a4 req-f14595dd-cb38-42f4-9fb0-30cbccfcf059 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464253 Aug 21 11:03:25.364059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:25.393023 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b49389-eead-4415-a7e4-df84b948d1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c27b864-15b9-493e-9f98-0acee3c6b334'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:03:25.402838 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2c27b864-15b9-493e-9f98-0acee3c6b334, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2c27b864-15b9-493e-9f98-0acee3c6b334,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:03:25.438571 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:25.440701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:03:25.476925 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b49389-eead-4415-a7e4-df84b948d1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c27b864-15b9-493e-9f98-0acee3c6b334', 'code': 200} Aug 21 11:03:25.510575 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=2c27b864-15b9-493e-9f98-0acee3c6b334,revision_number=10']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:03:25.513707 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:03:25.858726 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-31105779-d757-49e1-8cac-eeff35ef72f9 req-1ee3c8d3-4a07-4d9a-bbb2-97c5f5d3f99f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 1099 time: 0.1486089 Aug 21 11:03:25.902861 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-31105779-d757-49e1-8cac-eeff35ef72f9 req-57c19c50-0161-40c4-a857-68cb376be5e2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378253 Aug 21 11:03:26.505998 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac214056-6559-4270-9a9f-71774c11bddf req-72f90bf0-b746-4bbd-a389-146deff00260 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:26.507512 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ac214056-6559-4270-9a9f-71774c11bddf req-72f90bf0-b746-4bbd-a389-146deff00260 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0919158 Aug 21 11:03:26.554757 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ac214056-6559-4270-9a9f-71774c11bddf req-e627f0a2-319c-48a3-9dc1-102c5c27b62c tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411518 Aug 21 11:03:27.911507 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa21e7-fd22-4a7a-aea8-93c1e4629cfa req-bf9185db-b0dd-4620-9377-4c27a2d6a4dc tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:27.913244 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f5aa21e7-fd22-4a7a-aea8-93c1e4629cfa req-bf9185db-b0dd-4620-9377-4c27a2d6a4dc tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0863631 Aug 21 11:03:27.961617 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f5aa21e7-fd22-4a7a-aea8-93c1e4629cfa req-eaadde96-3b7d-42ae-a571-5b69ee858f99 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422120 Aug 21 11:03:29.174125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e7709-ffd8-45fa-8aed-7c1ff4a0961e req-5a56025a-5ad2-4169-826a-0a8f9360fe3b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:29.175765 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ca6e7709-ffd8-45fa-8aed-7c1ff4a0961e req-5a56025a-5ad2-4169-826a-0a8f9360fe3b tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0824013 Aug 21 11:03:29.225458 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ca6e7709-ffd8-45fa-8aed-7c1ff4a0961e req-26c5c97e-e15d-4fd6-a1cb-9a3c582c2caa tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428772 Aug 21 11:03:36.100647 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:36.779689 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d6c1f58-60b0-48aa-becd-974a78135c2d req-71f78a2e-8811-434d-9bc1-cdd6c6067180 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769901 Aug 21 11:03:36.874538 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d6c1f58-60b0-48aa-becd-974a78135c2d req-d9078be5-ff62-4144-9fde-8f55bccbfe3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=290fc2d24b1e48c699e9b87014cca87a&device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 1137 time: 0.0721321 Aug 21 11:03:37.026239 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c1f58-60b0-48aa-becd-974a78135c2d req-befcdaa2-d8fc-4e19-8b94-7e842b376cc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:37.027803 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d6c1f58-60b0-48aa-becd-974a78135c2d req-befcdaa2-d8fc-4e19-8b94-7e842b376cc8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd HTTP/1.1" status: 200 len: 916 time: 0.1345599 Aug 21 11:03:37.132848 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d6c1f58-60b0-48aa-becd-974a78135c2d req-d6235d67-7256-4cb1-8907-eb364d578b4d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 HTTP/1.1" status: 200 len: 1001 time: 0.0982397 Aug 21 11:03:37.200686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c1f58-60b0-48aa-becd-974a78135c2d req-81e13356-1a78-4873-a666-16806811fd6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:37.202221 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d6c1f58-60b0-48aa-becd-974a78135c2d req-81e13356-1a78-4873-a666-16806811fd6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40c8cfd1-cbd1-4a75-ab60-6735884df6d9 HTTP/1.1" status: 200 len: 854 time: 0.0631757 Aug 21 11:03:37.283071 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d6c1f58-60b0-48aa-becd-974a78135c2d req-37f7082b-da1e-46db-be51-7e9e9e1d97ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742500 Aug 21 11:03:37.617906 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d6c1f58-60b0-48aa-becd-974a78135c2d req-bff31c80-0fcd-4c1f-840a-59ca2eaded02 service neutron] 10.222.0.35 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275688 Aug 21 11:03:37.759868 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4d6c1f58-60b0-48aa-becd-974a78135c2d req-011bba74-2ba4-4074-9f38-6f6bc096ccb8 service neutron] 10.222.0.35 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341138 Aug 21 11:03:39.380800 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f59f5d2c-e2d8-4322-b4de-c3446c048770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:40.010608 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-173b5ae2-f1c2-403b-88b8-e40aa887a68a req-46084243-4a11-4686-9f1c-0675ac2ebba4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663843118&fields=id&tenant_id=290fc2d24b1e48c699e9b87014cca87a HTTP/1.1" status: 200 len: 267 time: 0.0438466 Aug 21 11:03:40.100533 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b5ae2-f1c2-403b-88b8-e40aa887a68a req-1baeb6d8-3e13-4822-9596-59e5e00000b3 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:40.102092 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-173b5ae2-f1c2-403b-88b8-e40aa887a68a req-1baeb6d8-3e13-4822-9596-59e5e00000b3 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 984 time: 0.0852587 Aug 21 11:03:40.113720 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-173b5ae2-f1c2-403b-88b8-e40aa887a68a req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Request body: {'port': {'security_groups': ['a62b4002-5090-42d4-8d36-9ace9cc970a5']}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:03:40.237050 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-173b5ae2-f1c2-403b-88b8-e40aa887a68a req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:40.481923 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-173b5ae2-f1c2-403b-88b8-e40aa887a68a req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] For port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3,segment=NetworkSegment(064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a),segment_id=064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a)] {{(pid=82511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:03:40.509233 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-173b5ae2-f1c2-403b-88b8-e40aa887a68a req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for port, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:40.540323 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-173b5ae2-f1c2-403b-88b8-e40aa887a68a req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31833227'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:40.546535 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:03:40.552331 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['1d64ac6d-ca4f-4936-93e3-248c04a2d0c3'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 11:03:40.612783 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b5ae2-f1c2-403b-88b8-e40aa887a68a req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:40.613601 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-173b5ae2-f1c2-403b-88b8-e40aa887a68a req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:40.615113 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-173b5ae2-f1c2-403b-88b8-e40aa887a68a req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "PUT /v2.0/ports/1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 HTTP/1.1" status: 200 len: 942 time: 0.5064259 Aug 21 11:03:40.615699 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'tag': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3'}] {{(pid=82511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:03:40.622211 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 59892) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:03:40.644797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Pushing event updated for resources: {'Port': ['ID=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3,revision_number=7']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:03:40.656599 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:40.657411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:40.657914 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:40.658409 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:40.658901 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:40.659567 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:40.660124 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:40.660671 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:40.661092 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:40.661668 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:40.662158 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:40.666705 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:03:40.697990 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'tag': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3', 'status': 'completed', 'code': 200} Aug 21 11:03:40.708039 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:40.752783 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['1d64ac6d-ca4f-4936-93e3-248c04a2d0c3'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 11:03:40.791403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:40.859833 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-363fd7e5-4168-4996-b44d-ea2576ede164 req-3944546f-e5e7-4439-8ab0-b048c4a9c765 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=290fc2d24b1e48c699e9b87014cca87a&device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 1098 time: 0.1347284 Aug 21 11:03:40.956696 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:40.988258 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-4a785fcf-ebda-400c-b539-011f42e632bb None None] Provisioning complete for port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:03:40.988258 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4a785fcf-ebda-400c-b539-011f42e632bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:41.009197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:41.016052 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-905151f8-1fa5-488c-b08a-452b9bbe0624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:03:41.033001 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fd7e5-4168-4996-b44d-ea2576ede164 req-24e4ad6b-ec9a-4279-9caa-7b7560857e0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:41.034561 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-363fd7e5-4168-4996-b44d-ea2576ede164 req-24e4ad6b-ec9a-4279-9caa-7b7560857e0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd HTTP/1.1" status: 200 len: 916 time: 0.1675093 Aug 21 11:03:41.036272 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d79e20-782f-4337-a5f4-1f5633939d62,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:03:41.095962 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:41.096402 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:41.097224 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:41.097224 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:41.097624 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:41.098032 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:41.098443 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:41.099170 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:41.099300 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:41.099648 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:41.100057 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:03:41.131750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:03:41.138690 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:41.139968 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "DELETE /v2.0/security-groups/29d79e20-782f-4337-a5f4-1f5633939d62 HTTP/1.1" status: 204 len: 168 time: 0.5166283 Aug 21 11:03:41.143050 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 59896) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:03:41.167321 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-363fd7e5-4168-4996-b44d-ea2576ede164 req-159d5386-7ab0-42e9-916a-37a5ef109d85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 HTTP/1.1" status: 200 len: 1001 time: 0.1245778 Aug 21 11:03:41.238606 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fd7e5-4168-4996-b44d-ea2576ede164 req-52ab101f-c269-4fe9-83fc-f8d2cf2039dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:41.240149 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-363fd7e5-4168-4996-b44d-ea2576ede164 req-52ab101f-c269-4fe9-83fc-f8d2cf2039dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40c8cfd1-cbd1-4a75-ab60-6735884df6d9 HTTP/1.1" status: 200 len: 854 time: 0.0651507 Aug 21 11:03:41.324002 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-363fd7e5-4168-4996-b44d-ea2576ede164 req-5379ab20-5b2e-460d-9817-4dcc45c9fd9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774171 Aug 21 11:03:41.348501 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-08653880-54cb-4c34-985b-ca14d1f2b0d4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Deleting port e91ddda5-3bad-4a42-87ac-ae89f6f21576 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:03:41.348889 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-08653880-54cb-4c34-985b-ca14d1f2b0d4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:41.477002 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-363fd7e5-4168-4996-b44d-ea2576ede164 req-4952e9f7-ef1d-4d7a-8678-d7139fef0126 service neutron] 10.222.0.35 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455801 Aug 21 11:03:41.530818 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-08653880-54cb-4c34-985b-ca14d1f2b0d4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:41.531400 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-08653880-54cb-4c34-985b-ca14d1f2b0d4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:41.620783 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-363fd7e5-4168-4996-b44d-ea2576ede164 req-5380ed4c-8761-49fa-a286-3e68f81745b4 service neutron] 10.222.0.35 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369233 Aug 21 11:03:41.657191 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-08653880-54cb-4c34-985b-ca14d1f2b0d4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Calling delete_port for e91ddda5-3bad-4a42-87ac-ae89f6f21576 owned by network:floatingip {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:03:41.889246 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-08653880-54cb-4c34-985b-ca14d1f2b0d4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:41.894479 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:03:41.934352 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08653880-54cb-4c34-985b-ca14d1f2b0d4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Pushing event deleted for resources: {'Port': ['ID=e91ddda5-3bad-4a42-87ac-ae89f6f21576,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:03:41.939289 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-08653880-54cb-4c34-985b-ca14d1f2b0d4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:03:41.974859 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ea629c07-3ef6-411c-89cc-0f43cc75e43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:42.032749 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-08653880-54cb-4c34-985b-ca14d1f2b0d4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks [] for floatingip, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:42.260293 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:42.437995 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08653880-54cb-4c34-985b-ca14d1f2b0d4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Router e29969a5-7638-43c5-8eff-eff865dd931f has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:03:42.642683 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08653880-54cb-4c34-985b-ca14d1f2b0d4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:03:42.651645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b31b690-ab6e-4253-88c4-59bdf60f6f91 None None] Sync routers for ids ['e29969a5-7638-43c5-8eff-eff865dd931f'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:03:42.664558 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b31b690-ab6e-4253-88c4-59bdf60f6f91 None None] Routers {'e29969a5-7638-43c5-8eff-eff865dd931f'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:03:42.665645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-1b31b690-ab6e-4253-88c4-59bdf60f6f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:03:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['e29969a5-7638-43c5-8eff-eff865dd931f'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:03:42.682848 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-08653880-54cb-4c34-985b-ca14d1f2b0d4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:42.743372 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-08653880-54cb-4c34-985b-ca14d1f2b0d4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "DELETE /v2.0/floatingips/eefd06d6-0dd9-4956-8c82-e24e5a5b98d9 HTTP/1.1" status: 204 len: 168 time: 1.5990310 Aug 21 11:03:42.744117 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'tag': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3'}] {{(pid=82511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:03:42.801081 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'tag': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3', 'status': 'completed', 'code': 200} Aug 21 11:03:42.860636 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-1b31b690-ab6e-4253-88c4-59bdf60f6f91 None None] Set router e29969a5-7638-43c5-8eff-eff865dd931f gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:03:42.906264 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-879267c2-117b-456e-a74c-8c899b2f5894 req-d5999597-5a8c-4519-8067-49267a5d73cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=290fc2d24b1e48c699e9b87014cca87a&device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 1098 time: 0.0770180 Aug 21 11:03:43.058056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879267c2-117b-456e-a74c-8c899b2f5894 req-cb0a0ab5-4e29-4046-96d8-b8d458961e8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:43.060223 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-879267c2-117b-456e-a74c-8c899b2f5894 req-cb0a0ab5-4e29-4046-96d8-b8d458961e8d service neutron] 10.222.0.35 "GET /v2.0/networks?id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd HTTP/1.1" status: 200 len: 916 time: 0.1478274 Aug 21 11:03:43.142058 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-879267c2-117b-456e-a74c-8c899b2f5894 req-d6dca055-1e80-4b21-b5a1-234351b50fd7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 HTTP/1.1" status: 200 len: 217 time: 0.0763896 Aug 21 11:03:43.211387 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-1b31b690-ab6e-4253-88c4-59bdf60f6f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'name': 'tempest-TestMinimumBasicScenario-1666171820-router', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:01Z', 'updated_at': '2021-08-21T11:00:05Z', 'revision_number': 4, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'gw_port': {'id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:02Z', 'updated_at': '2021-08-21T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'f7ee4d41-04eb-483e-9498-a3bbed22fdd4', 'name': '', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'mac_address': 'fa:16:3e:99:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:04Z', 'updated_at': '2021-08-21T11:00:14Z', 'revision_number': 5, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'subnets': [{'id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:03:43.220453 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b31b690-ab6e-4253-88c4-59bdf60f6f91 None None] Checking router: e29969a5-7638-43c5-8eff-eff865dd931f for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:03:43.233083 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b31b690-ab6e-4253-88c4-59bdf60f6f91 None None] Routers {'e29969a5-7638-43c5-8eff-eff865dd931f'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:03:43.233817 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-1b31b690-ab6e-4253-88c4-59bdf60f6f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:03:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['e29969a5-7638-43c5-8eff-eff865dd931f'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:03:43.237942 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879267c2-117b-456e-a74c-8c899b2f5894 req-393e173f-e53d-4be2-a9df-d9f78ea01425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:43.239724 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-879267c2-117b-456e-a74c-8c899b2f5894 req-393e173f-e53d-4be2-a9df-d9f78ea01425 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40c8cfd1-cbd1-4a75-ab60-6735884df6d9 HTTP/1.1" status: 200 len: 854 time: 0.0901215 Aug 21 11:03:43.321341 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-879267c2-117b-456e-a74c-8c899b2f5894 req-28a359f5-fa8a-43c8-a2b7-68afd6a58f9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4be1a08b-e0bf-465e-becc-d5b081a0ebbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754952 Aug 21 11:03:43.417489 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-1b31b690-ab6e-4253-88c4-59bdf60f6f91 None None] Set router e29969a5-7638-43c5-8eff-eff865dd931f gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:03:43.462961 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-879267c2-117b-456e-a74c-8c899b2f5894 req-e2eaa5ff-9b1d-45d6-9fb2-dd53168a72a8 service neutron] 10.222.0.35 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342940 Aug 21 11:03:43.604686 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-879267c2-117b-456e-a74c-8c899b2f5894 req-99dd0414-d6aa-473c-8d92-6aa983e217d2 service neutron] 10.222.0.35 "GET /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347930 Aug 21 11:03:43.686885 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:43.758281 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-1b31b690-ab6e-4253-88c4-59bdf60f6f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'name': 'tempest-TestMinimumBasicScenario-1666171820-router', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:01Z', 'updated_at': '2021-08-21T11:00:05Z', 'revision_number': 4, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'gw_port': {'id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:02Z', 'updated_at': '2021-08-21T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'f7ee4d41-04eb-483e-9498-a3bbed22fdd4', 'name': '', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'mac_address': 'fa:16:3e:99:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:04Z', 'updated_at': '2021-08-21T11:00:14Z', 'revision_number': 5, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'subnets': [{'id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:03:43.762471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b31b690-ab6e-4253-88c4-59bdf60f6f91 None None] The sync data for ids ['e29969a5-7638-43c5-8eff-eff865dd931f'] in dv-cinder-805477-1-iscsi is: [{'id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'name': 'tempest-TestMinimumBasicScenario-1666171820-router', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:01Z', 'updated_at': '2021-08-21T11:00:05Z', 'revision_number': 4, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'gw_port': {'id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:02Z', 'updated_at': '2021-08-21T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'f7ee4d41-04eb-483e-9498-a3bbed22fdd4', 'name': '', 'network_id': '4be1a08b-e0bf-465e-becc-d5b081a0ebbd', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'mac_address': 'fa:16:3e:99:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:04Z', 'updated_at': '2021-08-21T11:00:14Z', 'revision_number': 5, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'subnets': [{'id': '40c8cfd1-cbd1-4a75-ab60-6735884df6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:03:44.246476 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a63d7-fefc-4f14-9781-7bdfe25bb7c1 None None] New status for floating IP eefd06d6-0dd9-4956-8c82-e24e5a5b98d9: DOWN {{(pid=82514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 11:03:46.313621 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2649df-7033-4e15-87a3-5a182d8f97e3 req-f58abe03-52e1-46df-b71a-be40cc8d1170 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:46.315223 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2c2649df-7033-4e15-87a3-5a182d8f97e3 req-f58abe03-52e1-46df-b71a-be40cc8d1170 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 945 time: 0.0858374 Aug 21 11:03:46.361742 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-2c2649df-7033-4e15-87a3-5a182d8f97e3 req-00d07cec-f359-4d87-acb7-21e41a4a4985 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Synchronizing usage tracker for tenant:290fc2d24b1e48c699e9b87014cca87a on resource:security_group {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:03:46.391605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-2c2649df-7033-4e15-87a3-5a182d8f97e3 req-00d07cec-f359-4d87-acb7-21e41a4a4985 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Unset dirty status for tenant:290fc2d24b1e48c699e9b87014cca87a on resource:security_group {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:03:46.392758 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2c2649df-7033-4e15-87a3-5a182d8f97e3 req-00d07cec-f359-4d87-acb7-21e41a4a4985 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714386 Aug 21 11:03:47.594518 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c374331-df00-4a3e-9f28-7c1b0bdc8fe1 req-267eafe3-041e-4b50-99d8-0f8595beb64a tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:47.595202 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-1c374331-df00-4a3e-9f28-7c1b0bdc8fe1 req-267eafe3-041e-4b50-99d8-0f8595beb64a tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Synchronizing usage tracker for tenant:290fc2d24b1e48c699e9b87014cca87a on resource:port {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:03:47.626165 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-1c374331-df00-4a3e-9f28-7c1b0bdc8fe1 req-267eafe3-041e-4b50-99d8-0f8595beb64a tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Unset dirty status for tenant:290fc2d24b1e48c699e9b87014cca87a on resource:port {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:03:47.627396 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1c374331-df00-4a3e-9f28-7c1b0bdc8fe1 req-267eafe3-041e-4b50-99d8-0f8595beb64a tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 945 time: 0.1137943 Aug 21 11:03:47.676656 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-1c374331-df00-4a3e-9f28-7c1b0bdc8fe1 req-7fff838d-88ab-4865-a4e6-d6803b64cb0a tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431919 Aug 21 11:03:48.266030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a90435-3f3d-40f1-92ee-5e35cd640618 req-b7df5be5-ee6a-4e91-aa5b-7722870af2dc tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:48.267627 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-77a90435-3f3d-40f1-92ee-5e35cd640618 req-b7df5be5-ee6a-4e91-aa5b-7722870af2dc tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 945 time: 0.0808139 Aug 21 11:03:48.341088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-77a90435-3f3d-40f1-92ee-5e35cd640618 req-82d08e3e-8dc9-499e-8f95-07087df2157b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Deleting port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:03:48.341470 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-77a90435-3f3d-40f1-92ee-5e35cd640618 req-82d08e3e-8dc9-499e-8f95-07087df2157b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:48.583495 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-77a90435-3f3d-40f1-92ee-5e35cd640618 req-82d08e3e-8dc9-499e-8f95-07087df2157b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] For port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3,segment=NetworkSegment(064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a),segment_id=064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:03:48.583886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-77a90435-3f3d-40f1-92ee-5e35cd640618 req-82d08e3e-8dc9-499e-8f95-07087df2157b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:48.710644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-77a90435-3f3d-40f1-92ee-5e35cd640618 req-82d08e3e-8dc9-499e-8f95-07087df2157b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Calling delete_port for 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:03:48.939675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0084d60-6ecd-44d6-82a5-5ab0564b03bf req-70a8ca17-69e0-4779-89eb-7b6fd24a254d tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:03:48.941164 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a0084d60-6ecd-44d6-82a5-5ab0564b03bf req-70a8ca17-69e0-4779-89eb-7b6fd24a254d tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb3681e8-bf77-44e7-bc79-c40c01169157 HTTP/1.1" status: 200 len: 945 time: 0.1417780 Aug 21 11:03:48.988299 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-77a90435-3f3d-40f1-92ee-5e35cd640618 req-82d08e3e-8dc9-499e-8f95-07087df2157b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:48.995518 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-dc302799-0b34-4c98-8228-8a9eb019aeb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:03:49.001923 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['1d64ac6d-ca4f-4936-93e3-248c04a2d0c3'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 11:03:49.038788 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a0084d60-6ecd-44d6-82a5-5ab0564b03bf req-1deff3e3-79f4-4b46-bd69-0bbdf36dfc32 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.49 "GET /v2.0/security-groups?id=a62b4002-5090-42d4-8d36-9ace9cc970a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913384 Aug 21 11:03:49.048884 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d08e3e-8dc9-499e-8f95-07087df2157b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Pushing event deleted for resources: {'Port': ['ID=1d64ac6d-ca4f-4936-93e3-248c04a2d0c3,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:03:49.051656 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-82d08e3e-8dc9-499e-8f95-07087df2157b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:03:49.122545 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a90435-3f3d-40f1-92ee-5e35cd640618 req-82d08e3e-8dc9-499e-8f95-07087df2157b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] No DVR routers for this DVR port 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:03:49.125242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-77a90435-3f3d-40f1-92ee-5e35cd640618 req-82d08e3e-8dc9-499e-8f95-07087df2157b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:49.129409 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'name': 'network-vif-deleted', 'tag': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:03:49.181019 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-77a90435-3f3d-40f1-92ee-5e35cd640618 req-82d08e3e-8dc9-499e-8f95-07087df2157b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] 10.222.0.35 "DELETE /v2.0/ports/1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 HTTP/1.1" status: 204 len: 173 time: 0.9077625 Aug 21 11:03:49.276964 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3681e8-bf77-44e7-bc79-c40c01169157', 'name': 'network-vif-deleted', 'tag': '1d64ac6d-ca4f-4936-93e3-248c04a2d0c3', 'status': 'completed', 'code': 200} Aug 21 11:03:51.137228 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:03:51.344244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 59978) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:03:51.403833 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:03:51.437479 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:03:51.437796 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 1d64ac6d-ca4f-4936-93e3-248c04a2d0c3 not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:03:51.935208 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-35da686a-763a-44dd-bb18-63837cd4e3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33131368'] for router_interface, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:52.547206 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-35da686a-763a-44dd-bb18-63837cd4e3da admin admin] Deleting port f7ee4d41-04eb-483e-9498-a3bbed22fdd4 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:03:52.547802 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-35da686a-763a-44dd-bb18-63837cd4e3da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:52.725416 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-35da686a-763a-44dd-bb18-63837cd4e3da admin admin] For port f7ee4d41-04eb-483e-9498-a3bbed22fdd4, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=f7ee4d41-04eb-483e-9498-a3bbed22fdd4,segment=NetworkSegment(064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a),segment_id=064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:03:52.725829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-35da686a-763a-44dd-bb18-63837cd4e3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:52.848372 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-35da686a-763a-44dd-bb18-63837cd4e3da admin admin] Calling delete_port for f7ee4d41-04eb-483e-9498-a3bbed22fdd4 owned by network:router_interface {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:03:53.288964 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-35da686a-763a-44dd-bb18-63837cd4e3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:53.293467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:03:53.335863 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da686a-763a-44dd-bb18-63837cd4e3da admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ee4d41-04eb-483e-9498-a3bbed22fdd4,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:03:53.338564 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-35da686a-763a-44dd-bb18-63837cd4e3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:03:53.629807 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-35da686a-763a-44dd-bb18-63837cd4e3da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821937503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821718568'] for router_interface, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:54.435026 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35da686a-763a-44dd-bb18-63837cd4e3da admin admin] Router e29969a5-7638-43c5-8eff-eff865dd931f has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:03:54.645982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35da686a-763a-44dd-bb18-63837cd4e3da admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:03:54.654587 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7a28f9-3929-482d-a8a2-626fe8b6920e None None] Sync routers for ids ['e29969a5-7638-43c5-8eff-eff865dd931f'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:03:54.659140 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-35da686a-763a-44dd-bb18-63837cd4e3da admin admin] 10.222.0.49 "PUT /v2.0/routers/e29969a5-7638-43c5-8eff-eff865dd931f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3135009 Aug 21 11:03:54.661567 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 59982) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:03:54.667056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a28f9-3929-482d-a8a2-626fe8b6920e None None] Routers {'e29969a5-7638-43c5-8eff-eff865dd931f'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:03:54.667773 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0a7a28f9-3929-482d-a8a2-626fe8b6920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:03:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['e29969a5-7638-43c5-8eff-eff865dd931f'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:03:54.866489 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:55.008201 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-0a7a28f9-3929-482d-a8a2-626fe8b6920e None None] Set router e29969a5-7638-43c5-8eff-eff865dd931f gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:03:55.083741 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:55.123322 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] Deleting port 8b2330ba-fefa-4669-a5be-f945a1a13585 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:03:55.123762 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:55.302234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0a7a28f9-3929-482d-a8a2-626fe8b6920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'name': 'tempest-TestMinimumBasicScenario-1666171820-router', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:01Z', 'updated_at': '2021-08-21T11:03:53Z', 'revision_number': 5, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'gw_port': {'id': '8b2330ba-fefa-4669-a5be-f945a1a13585', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:02Z', 'updated_at': '2021-08-21T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:03:55.306128 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7a28f9-3929-482d-a8a2-626fe8b6920e None None] Checking router: e29969a5-7638-43c5-8eff-eff865dd931f for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:03:55.315868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] For port 8b2330ba-fefa-4669-a5be-f945a1a13585, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=8b2330ba-fefa-4669-a5be-f945a1a13585,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:03:55.316293 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:55.317676 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a28f9-3929-482d-a8a2-626fe8b6920e None None] Routers {'e29969a5-7638-43c5-8eff-eff865dd931f'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:03:55.318324 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0a7a28f9-3929-482d-a8a2-626fe8b6920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:03:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['e29969a5-7638-43c5-8eff-eff865dd931f'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:03:55.440642 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] Calling delete_port for 8b2330ba-fefa-4669-a5be-f945a1a13585 owned by network:router_gateway {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:03:55.474282 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-0a7a28f9-3929-482d-a8a2-626fe8b6920e None None] Set router e29969a5-7638-43c5-8eff-eff865dd931f gateway port host: None {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:03:55.586540 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-0a7a28f9-3929-482d-a8a2-626fe8b6920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'name': 'tempest-TestMinimumBasicScenario-1666171820-router', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:01Z', 'updated_at': '2021-08-21T11:03:55Z', 'revision_number': 6, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'gw_port_host': None}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:03:55.590602 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7a28f9-3929-482d-a8a2-626fe8b6920e None None] The sync data for ids ['e29969a5-7638-43c5-8eff-eff865dd931f'] in dv-cinder-805477-1-iscsi is: [{'id': 'e29969a5-7638-43c5-8eff-eff865dd931f', 'name': 'tempest-TestMinimumBasicScenario-1666171820-router', 'tenant_id': '290fc2d24b1e48c699e9b87014cca87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:01Z', 'updated_at': '2021-08-21T11:03:55Z', 'revision_number': 6, 'project_id': '290fc2d24b1e48c699e9b87014cca87a', 'gw_port_host': None}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:03:55.632075 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:55.636238 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:03:55.677413 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b2330ba-fefa-4669-a5be-f945a1a13585,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:03:55.681160 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:03:55.910902 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33135449'] for router_gateway, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:55.968930 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device f7ee4d41-04eb-483e-9498-a3bbed22fdd4 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:03:56.003312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: f7ee4d41-04eb-483e-9498-a3bbed22fdd4 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:03:56.003763 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device f7ee4d41-04eb-483e-9498-a3bbed22fdd4 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:03:56.004242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 8b2330ba-fefa-4669-a5be-f945a1a13585 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:03:56.037064 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: 8b2330ba-fefa-4669-a5be-f945a1a13585 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:03:56.037471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 8b2330ba-fefa-4669-a5be-f945a1a13585 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:03:56.385196 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762904'] for router, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:56.390096 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:56.546151 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821713719'] for router, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:56.546724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e29969a5-7638-43c5-8eff-eff865dd931f {{(pid=82512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 11:03:56.559499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] Notify callbacks [] for router, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:56.560751 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e29969a5-7638-43c5-8eff-eff865dd931f HTTP/1.1" status: 204 len: 168 time: 1.8982174 Aug 21 11:03:56.563655 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 59986) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:03:56.841844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f44f557-afa8-4a30-975d-eef59b2b964f admin admin] Deleting subnet 40c8cfd1-cbd1-4a75-ab60-6735884df6d9 {{(pid=82511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 11:03:56.844949 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9f44f557-afa8-4a30-975d-eef59b2b964f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:56.896346 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9f44f557-afa8-4a30-975d-eef59b2b964f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853246605'] for subnet, precommit_delete_associations {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:57.014913 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9f44f557-afa8-4a30-975d-eef59b2b964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:57.180650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9f44f557-afa8-4a30-975d-eef59b2b964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31833284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822819163'] for subnet, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:57.185822 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-38c3b195-f8c9-4694-a0eb-f967445581e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:03:57.222767 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44f557-afa8-4a30-975d-eef59b2b964f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c8cfd1-cbd1-4a75-ab60-6735884df6d9,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:03:57.225792 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9f44f557-afa8-4a30-975d-eef59b2b964f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:03:57.228317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9f44f557-afa8-4a30-975d-eef59b2b964f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:57.234610 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7166e0-1cc3-4cb9-bae0-5e487683d9ca None None] Network 4be1a08b-e0bf-465e-becc-d5b081a0ebbd requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 11:03:57.235028 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-9f44f557-afa8-4a30-975d-eef59b2b964f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/40c8cfd1-cbd1-4a75-ab60-6735884df6d9 HTTP/1.1" status: 204 len: 168 time: 0.6703913 Aug 21 11:03:57.237811 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 59992) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:03:57.353746 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:57.365486 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Deleting port 893ab869-19a6-4d13-81e6-d05a79802217 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:03:57.365865 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:57.496780 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ab2e70-e026-40c9-b8d6-dcfccbf7488a None None] DHCP port deletion for 4be1a08b-e0bf-465e-becc-d5b081a0ebbd request from dv-cinder-805477-1-iscsi {{(pid=82513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 11:03:57.501014 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab2e70-e026-40c9-b8d6-dcfccbf7488a None None] Deleting port 893ab869-19a6-4d13-81e6-d05a79802217 {{(pid=82513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:03:57.501439 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c2ab2e70-e026-40c9-b8d6-dcfccbf7488a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:57.584663 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] For port 893ab869-19a6-4d13-81e6-d05a79802217, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=893ab869-19a6-4d13-81e6-d05a79802217,segment=NetworkSegment(064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a),segment_id=064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a)] {{(pid=82511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:03:57.585072 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:57.708045 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-c2ab2e70-e026-40c9-b8d6-dcfccbf7488a None None] For port 893ab869-19a6-4d13-81e6-d05a79802217, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=893ab869-19a6-4d13-81e6-d05a79802217,segment=NetworkSegment(064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a),segment_id=064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:03:57.708487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c2ab2e70-e026-40c9-b8d6-dcfccbf7488a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:57.711829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Calling delete_port for 893ab869-19a6-4d13-81e6-d05a79802217 owned by network:dhcp {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:03:57.834103 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab2e70-e026-40c9-b8d6-dcfccbf7488a None None] Calling delete_port for 893ab869-19a6-4d13-81e6-d05a79802217 owned by network:dhcp {{(pid=82513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:03:57.888696 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:57.893874 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-08653880-54cb-4c34-985b-ca14d1f2b0d4 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:03:57.934786 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Pushing event deleted for resources: {'Port': ['ID=893ab869-19a6-4d13-81e6-d05a79802217,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:03:57.939291 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:03:57.942453 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] No DVR routers for this DVR port 893ab869-19a6-4d13-81e6-d05a79802217 on host dv-cinder-805477-1-iscsi {{(pid=82511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:03:57.951450 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 893ab869-19a6-4d13-81e6-d05a79802217 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:03:58.001145 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: 893ab869-19a6-4d13-81e6-d05a79802217 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:03:58.001451 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 893ab869-19a6-4d13-81e6-d05a79802217 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:03:58.006215 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.db.api [None req-c2ab2e70-e026-40c9-b8d6-dcfccbf7488a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82513) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 11:03:58.006621 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_db.api [None req-c2ab2e70-e026-40c9-b8d6-dcfccbf7488a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 11:03:58.067901 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:58.081773 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be1a08b-e0bf-465e-becc-d5b081a0ebbd']}} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:03:58.096584 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a') {'for_net_delete': True} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:03:58.096941 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064ed6a6-a382-4b01-ad8d-cbbcd1c6a74a') {} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:03:58.108844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1529211'] for segment, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:58.123653 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:58.129913 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=82511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 11:03:58.130378 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31833257'] for segment, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 11:03:58.144421 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 11:03:58.249075 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:58.253037 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:03:58.269783 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:58.276073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Pushing event deleted for resources: {'Network': ['ID=4be1a08b-e0bf-465e-becc-d5b081a0ebbd,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:03:58.280928 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:03:58.317228 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] 10.222.0.49 "DELETE /v2.0/networks/4be1a08b-e0bf-465e-becc-d5b081a0ebbd HTTP/1.1" status: 204 len: 168 time: 1.0783634 Aug 21 11:03:58.320328 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 59996) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:03:58.508316 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab2e70-e026-40c9-b8d6-dcfccbf7488a None None] Deleting port 893ab869-19a6-4d13-81e6-d05a79802217 {{(pid=82513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:03:58.508671 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c2ab2e70-e026-40c9-b8d6-dcfccbf7488a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:58.572631 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab2e70-e026-40c9-b8d6-dcfccbf7488a None None] The port '893ab869-19a6-4d13-81e6-d05a79802217' was deleted {{(pid=82513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 11:03:58.718634 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-68da97e0-60c4-4358-96bf-7533ffad5a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33131368'] for router_interface, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:59.323823 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-68da97e0-60c4-4358-96bf-7533ffad5a27 admin admin] Deleting port 45784740-36b4-43c0-bdc1-1f64f8255be0 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:03:59.324401 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-68da97e0-60c4-4358-96bf-7533ffad5a27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:59.502695 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-68da97e0-60c4-4358-96bf-7533ffad5a27 admin admin] For port 45784740-36b4-43c0-bdc1-1f64f8255be0, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=45784740-36b4-43c0-bdc1-1f64f8255be0,segment=NetworkSegment(175f02da-1f2a-4d13-a4bc-8fff6f43ad62),segment_id=175f02da-1f2a-4d13-a4bc-8fff6f43ad62)] {{(pid=82511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:03:59.503035 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-68da97e0-60c4-4358-96bf-7533ffad5a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:59.625800 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-68da97e0-60c4-4358-96bf-7533ffad5a27 admin admin] Calling delete_port for 45784740-36b4-43c0-bdc1-1f64f8255be0 owned by network:router_interface {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:03:59.865788 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-68da97e0-60c4-4358-96bf-7533ffad5a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:03:59.870295 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-7485fa55-b8dd-46ef-b955-c9941b92e7c2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:03:59.911090 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da97e0-60c4-4358-96bf-7533ffad5a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=45784740-36b4-43c0-bdc1-1f64f8255be0,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:03:59.915467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-68da97e0-60c4-4358-96bf-7533ffad5a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:00.421788 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-68da97e0-60c4-4358-96bf-7533ffad5a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821937503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821718568'] for router_interface, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:01.012300 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68da97e0-60c4-4358-96bf-7533ffad5a27 admin admin] Router ac0f151d-180b-46ec-8eaf-8d183db531f2 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:04:01.219850 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68da97e0-60c4-4358-96bf-7533ffad5a27 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:04:01.228488 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74f3dd-c93c-4189-8941-4fc7742a2c36 None None] Sync routers for ids ['ac0f151d-180b-46ec-8eaf-8d183db531f2'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:04:01.229077 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-68da97e0-60c4-4358-96bf-7533ffad5a27 admin admin] 10.222.0.49 "PUT /v2.0/routers/ac0f151d-180b-46ec-8eaf-8d183db531f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9076979 Aug 21 11:04:01.231818 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60000) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:01.244262 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74f3dd-c93c-4189-8941-4fc7742a2c36 None None] Routers {'ac0f151d-180b-46ec-8eaf-8d183db531f2'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:04:01.244924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-2f74f3dd-c93c-4189-8941-4fc7742a2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:03:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['ac0f151d-180b-46ec-8eaf-8d183db531f2'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:01.442836 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] Notify callbacks [] for router, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:01.567970 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-2f74f3dd-c93c-4189-8941-4fc7742a2c36 None None] Set router ac0f151d-180b-46ec-8eaf-8d183db531f2 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:04:01.652116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:01.694480 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] Deleting port 06c4a669-4c89-4d46-ad11-f844aa9e7542 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:01.694816 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:01.863449 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-2f74f3dd-c93c-4189-8941-4fc7742a2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'name': 'tempest-TestMinimumBasicScenario-107682669-router', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '06c4a669-4c89-4d46-ad11-f844aa9e7542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:08Z', 'updated_at': '2021-08-21T11:03:59Z', 'revision_number': 5, 'project_id': '089e5a672070415e80dc8b02f49eecfa', 'gw_port': {'id': '06c4a669-4c89-4d46-ad11-f844aa9e7542', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:00:09Z', 'updated_at': '2021-08-21T11:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:01.867819 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74f3dd-c93c-4189-8941-4fc7742a2c36 None None] Checking router: ac0f151d-180b-46ec-8eaf-8d183db531f2 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:04:01.876296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] For port 06c4a669-4c89-4d46-ad11-f844aa9e7542, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=06c4a669-4c89-4d46-ad11-f844aa9e7542,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:01.877202 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:01.879105 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74f3dd-c93c-4189-8941-4fc7742a2c36 None None] Routers {'ac0f151d-180b-46ec-8eaf-8d183db531f2'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:04:01.879804 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-2f74f3dd-c93c-4189-8941-4fc7742a2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:03:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['ac0f151d-180b-46ec-8eaf-8d183db531f2'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:02.005677 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] Calling delete_port for 06c4a669-4c89-4d46-ad11-f844aa9e7542 owned by network:router_gateway {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:02.035043 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-2f74f3dd-c93c-4189-8941-4fc7742a2c36 None None] Set router ac0f151d-180b-46ec-8eaf-8d183db531f2 gateway port host: None {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:04:02.143267 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-2f74f3dd-c93c-4189-8941-4fc7742a2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'name': 'tempest-TestMinimumBasicScenario-107682669-router', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:08Z', 'updated_at': '2021-08-21T11:04:01Z', 'revision_number': 6, 'project_id': '089e5a672070415e80dc8b02f49eecfa', 'gw_port_host': None}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:02.147396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74f3dd-c93c-4189-8941-4fc7742a2c36 None None] The sync data for ids ['ac0f151d-180b-46ec-8eaf-8d183db531f2'] in dv-cinder-805477-1-iscsi is: [{'id': 'ac0f151d-180b-46ec-8eaf-8d183db531f2', 'name': 'tempest-TestMinimumBasicScenario-107682669-router', 'tenant_id': '089e5a672070415e80dc8b02f49eecfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:00:08Z', 'updated_at': '2021-08-21T11:04:01Z', 'revision_number': 6, 'project_id': '089e5a672070415e80dc8b02f49eecfa', 'gw_port_host': None}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:04:02.223743 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:02.224809 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-5e4d3995-64ac-41f3-8875-63171137b52e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:02.267763 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c4a669-4c89-4d46-ad11-f844aa9e7542,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:02.270486 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:02.723248 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33135449'] for router_gateway, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:02.986072 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762904'] for router, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:02.990427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:03.179991 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821713719'] for router, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:03.180539 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac0f151d-180b-46ec-8eaf-8d183db531f2 {{(pid=82511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 11:04:03.198873 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] Notify callbacks [] for router, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:03.203236 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ac0f151d-180b-46ec-8eaf-8d183db531f2 HTTP/1.1" status: 204 len: 168 time: 1.9703429 Aug 21 11:04:03.204335 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60004) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:03.276913 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa81c94a-5bd1-4554-abac-0639a74d8d0b admin admin] Deleting subnet 36d49a2c-1b1f-444f-a730-057a97738b16 {{(pid=82511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 11:04:03.280885 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa81c94a-5bd1-4554-abac-0639a74d8d0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:03.332362 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa81c94a-5bd1-4554-abac-0639a74d8d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853246605'] for subnet, precommit_delete_associations {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:03.414433 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa81c94a-5bd1-4554-abac-0639a74d8d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:03.717459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa81c94a-5bd1-4554-abac-0639a74d8d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31833284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822819163'] for subnet, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:03.722438 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e1bcee50-9b5f-49cb-bdb3-ee2aa86de937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:03.758825 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81c94a-5bd1-4554-abac-0639a74d8d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d49a2c-1b1f-444f-a730-057a97738b16,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:03.761529 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aa81c94a-5bd1-4554-abac-0639a74d8d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:03.764997 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aa81c94a-5bd1-4554-abac-0639a74d8d0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:03.771005 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-aa81c94a-5bd1-4554-abac-0639a74d8d0b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/36d49a2c-1b1f-444f-a730-057a97738b16 HTTP/1.1" status: 204 len: 168 time: 0.5655513 Aug 21 11:04:03.771170 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffb7e0a-9a0d-41a1-93ff-0978118c05f8 None None] Network b83768cf-31b1-4469-9072-7041a49e9a69 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 11:04:03.773682 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60008) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:03.886335 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:03.897210 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Deleting port ed6d1700-ac22-4528-8987-f27cacd4f667 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:03.897563 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:03.960481 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 45784740-36b4-43c0-bdc1-1f64f8255be0 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:04:03.996047 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: 45784740-36b4-43c0-bdc1-1f64f8255be0 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:04:03.996378 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 45784740-36b4-43c0-bdc1-1f64f8255be0 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:04:03.996848 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 06c4a669-4c89-4d46-ad11-f844aa9e7542 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:04:04.031118 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: 06c4a669-4c89-4d46-ad11-f844aa9e7542 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:04:04.031519 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 06c4a669-4c89-4d46-ad11-f844aa9e7542 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:04:04.097336 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd22043a-0beb-4620-a4fe-2b2aee8dab64 None None] DHCP port deletion for b83768cf-31b1-4469-9072-7041a49e9a69 request from dv-cinder-805477-1-iscsi {{(pid=82513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 11:04:04.101620 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-cd22043a-0beb-4620-a4fe-2b2aee8dab64 None None] Deleting port ed6d1700-ac22-4528-8987-f27cacd4f667 {{(pid=82513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:04.102045 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cd22043a-0beb-4620-a4fe-2b2aee8dab64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:04.113948 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] For port ed6d1700-ac22-4528-8987-f27cacd4f667, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=ed6d1700-ac22-4528-8987-f27cacd4f667,segment=NetworkSegment(175f02da-1f2a-4d13-a4bc-8fff6f43ad62),segment_id=175f02da-1f2a-4d13-a4bc-8fff6f43ad62)] {{(pid=82511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:04.114482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:04.239800 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Calling delete_port for ed6d1700-ac22-4528-8987-f27cacd4f667 owned by network:dhcp {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:04.340437 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:04.345342 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:04.394078 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6d1700-ac22-4528-8987-f27cacd4f667,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:04.397173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:04.399443 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] No DVR routers for this DVR port ed6d1700-ac22-4528-8987-f27cacd4f667 on host dv-cinder-805477-1-iscsi {{(pid=82511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:04:04.474101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-cd22043a-0beb-4620-a4fe-2b2aee8dab64 None None] For port ed6d1700-ac22-4528-8987-f27cacd4f667, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=ed6d1700-ac22-4528-8987-f27cacd4f667,segment=NetworkSegment(175f02da-1f2a-4d13-a4bc-8fff6f43ad62),segment_id=175f02da-1f2a-4d13-a4bc-8fff6f43ad62)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:04.474531 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cd22043a-0beb-4620-a4fe-2b2aee8dab64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:04.521549 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:04.534932 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83768cf-31b1-4469-9072-7041a49e9a69']}} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:04.548366 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175f02da-1f2a-4d13-a4bc-8fff6f43ad62') {'for_net_delete': True} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:04.548716 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175f02da-1f2a-4d13-a4bc-8fff6f43ad62') {} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:04.561141 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1529211'] for segment, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:04.597822 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-cd22043a-0beb-4620-a4fe-2b2aee8dab64 None None] Calling delete_port for ed6d1700-ac22-4528-8987-f27cacd4f667 owned by network:dhcp {{(pid=82513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:04.620121 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:04.627653 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=82511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 11:04:04.628096 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31833257'] for segment, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 11:04:04.642282 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 11:04:04.746729 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.db.api [None req-cd22043a-0beb-4620-a4fe-2b2aee8dab64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82513) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 11:04:04.747140 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_db.api [None req-cd22043a-0beb-4620-a4fe-2b2aee8dab64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 11:04:04.837435 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:04.841565 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-17f22843-82c4-4682-ab03-5872f57f13ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:04.855994 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:04.867725 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=b83768cf-31b1-4469-9072-7041a49e9a69,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:04.871013 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:04.872655 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] 10.222.0.49 "DELETE /v2.0/networks/b83768cf-31b1-4469-9072-7041a49e9a69 HTTP/1.1" status: 204 len: 168 time: 1.0980072 Aug 21 11:04:05.184297 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60016) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:05.239444 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-bcf982f7-23e9-46e8-9d8a-93c4e08d7274 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=290fc2d24b1e48c699e9b87014cca87a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537679 Aug 21 11:04:05.242352 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60020) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:05.248906 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-cd22043a-0beb-4620-a4fe-2b2aee8dab64 None None] Deleting port ed6d1700-ac22-4528-8987-f27cacd4f667 {{(pid=82513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:05.249341 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cd22043a-0beb-4620-a4fe-2b2aee8dab64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:05.304764 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d159a5b6-0cf5-4194-9b86-0f20d739d8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:05.315331 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-cd22043a-0beb-4620-a4fe-2b2aee8dab64 None None] The port 'ed6d1700-ac22-4528-8987-f27cacd4f667' was deleted {{(pid=82513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 11:04:05.332418 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d159a5b6-0cf5-4194-9b86-0f20d739d8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:05.459231 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d159a5b6-0cf5-4194-9b86-0f20d739d8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:05.464359 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-621fb055-377a-4bab-a676-758440b692ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:05.482683 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159a5b6-0cf5-4194-9b86-0f20d739d8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62b4002-5090-42d4-8d36-9ace9cc970a5,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:05.485166 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d159a5b6-0cf5-4194-9b86-0f20d739d8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:05.517078 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d159a5b6-0cf5-4194-9b86-0f20d739d8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:05.518311 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d159a5b6-0cf5-4194-9b86-0f20d739d8af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a62b4002-5090-42d4-8d36-9ace9cc970a5 HTTP/1.1" status: 204 len: 168 time: 0.2749755 Aug 21 11:04:05.953061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device ed6d1700-ac22-4528-8987-f27cacd4f667 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:04:05.986875 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: ed6d1700-ac22-4528-8987-f27cacd4f667 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:04:05.987211 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device ed6d1700-ac22-4528-8987-f27cacd4f667 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:04:06.080978 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60028) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:06.094530 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:06.134129 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-9ca18886-c6b3-4c3c-ba00-e12cd40c8dcb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=089e5a672070415e80dc8b02f49eecfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518742 Aug 21 11:04:06.136695 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60032) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:06.199684 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-26c02c42-5b1e-4d80-adf4-e73efa652e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:06.227338 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-26c02c42-5b1e-4d80-adf4-e73efa652e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:06.299225 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-26c02c42-5b1e-4d80-adf4-e73efa652e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:06.304067 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-1b036817-bd0c-4750-a5fe-3fdf503d9382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:06.316661 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c02c42-5b1e-4d80-adf4-e73efa652e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d0de67-fdcf-4c7c-98b2-1f65162bd629,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:06.319174 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-26c02c42-5b1e-4d80-adf4-e73efa652e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:06.322406 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-26c02c42-5b1e-4d80-adf4-e73efa652e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:06.324383 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-26c02c42-5b1e-4d80-adf4-e73efa652e6d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3d0de67-fdcf-4c7c-98b2-1f65162bd629 HTTP/1.1" status: 204 len: 168 time: 0.1864586 Aug 21 11:04:09.396915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0ea03df8-b59f-4ac9-9137-db3df9448b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:10.934228 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:12.008212 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b85fa2f4-78ad-4632-bcfa-580afd9282e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:12.259576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:13.618647 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:15.971231 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60040) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:16.425918 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-9248c8e8-25a7-40fb-aeb3-f0aecf23ca12 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Deleting port b6113b8c-70c7-426a-bcb2-2ab8575a9d95 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:16.426306 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9248c8e8-25a7-40fb-aeb3-f0aecf23ca12 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:16.599461 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9248c8e8-25a7-40fb-aeb3-f0aecf23ca12 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:16.599909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9248c8e8-25a7-40fb-aeb3-f0aecf23ca12 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:16.725366 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-9248c8e8-25a7-40fb-aeb3-f0aecf23ca12 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Calling delete_port for b6113b8c-70c7-426a-bcb2-2ab8575a9d95 owned by network:floatingip {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:16.905357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9248c8e8-25a7-40fb-aeb3-f0aecf23ca12 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:16.909909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6582f724-5e2e-41d9-9245-96c3313d7022 tempest-AttachVolumeNegativeTest-38797843 tempest-AttachVolumeNegativeTest-38797843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:16.952110 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248c8e8-25a7-40fb-aeb3-f0aecf23ca12 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Pushing event deleted for resources: {'Port': ['ID=b6113b8c-70c7-426a-bcb2-2ab8575a9d95,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:16.955156 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9248c8e8-25a7-40fb-aeb3-f0aecf23ca12 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:17.047762 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9248c8e8-25a7-40fb-aeb3-f0aecf23ca12 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for floatingip, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:17.663903 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9248c8e8-25a7-40fb-aeb3-f0aecf23ca12 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Router 402537fe-7ad9-492c-a5c9-78de781bfa8b has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:04:17.873134 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9248c8e8-25a7-40fb-aeb3-f0aecf23ca12 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:04:17.882540 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae346e8-d36c-4545-b90e-c48b50ec689f None None] Sync routers for ids ['402537fe-7ad9-492c-a5c9-78de781bfa8b'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:04:17.895583 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae346e8-d36c-4545-b90e-c48b50ec689f None None] Routers {'402537fe-7ad9-492c-a5c9-78de781bfa8b'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:04:17.896311 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-eae346e8-d36c-4545-b90e-c48b50ec689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:04:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['402537fe-7ad9-492c-a5c9-78de781bfa8b'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:17.916098 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9248c8e8-25a7-40fb-aeb3-f0aecf23ca12 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:17.970708 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-9248c8e8-25a7-40fb-aeb3-f0aecf23ca12 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "DELETE /v2.0/floatingips/2d63d26c-7a20-4b8c-aa9f-6dc05f1f051c HTTP/1.1" status: 204 len: 168 time: 1.9982159 Aug 21 11:04:17.971412 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'tag': 'da4b2d14-d451-42e8-af72-be5b877d4b75'}] {{(pid=82511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:04:18.087340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-eae346e8-d36c-4545-b90e-c48b50ec689f None None] Set router 402537fe-7ad9-492c-a5c9-78de781bfa8b gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:04:18.193620 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'tag': 'da4b2d14-d451-42e8-af72-be5b877d4b75', 'status': 'completed', 'code': 200} Aug 21 11:04:18.303576 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ca19d362-bad6-4bf0-a26d-75f7da4f58ba req-7bb55363-cf51-4e80-9bf5-7c9801927bbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=558d426de72a4151952770512d159a9d&device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 1099 time: 0.0885470 Aug 21 11:04:18.422557 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-eae346e8-d36c-4545-b90e-c48b50ec689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'name': 'tempest-TestShelveInstance-1272849818-router', 'tenant_id': '558d426de72a4151952770512d159a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:30Z', 'updated_at': '2021-08-21T10:58:34Z', 'revision_number': 4, 'project_id': '558d426de72a4151952770512d159a9d', 'gw_port': {'id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:31Z', 'updated_at': '2021-08-21T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '83f0f645-4e98-4fbd-b8e0-da444ea5348b', 'name': '', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'tenant_id': '558d426de72a4151952770512d159a9d', 'mac_address': 'fa:16:3e:b0:ba:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:33Z', 'updated_at': '2021-08-21T10:58:45Z', 'revision_number': 5, 'project_id': '558d426de72a4151952770512d159a9d', 'subnets': [{'id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:18.426483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae346e8-d36c-4545-b90e-c48b50ec689f None None] Checking router: 402537fe-7ad9-492c-a5c9-78de781bfa8b for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:04:18.439134 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae346e8-d36c-4545-b90e-c48b50ec689f None None] Routers {'402537fe-7ad9-492c-a5c9-78de781bfa8b'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:04:18.439828 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-eae346e8-d36c-4545-b90e-c48b50ec689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:04:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['402537fe-7ad9-492c-a5c9-78de781bfa8b'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:18.448942 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19d362-bad6-4bf0-a26d-75f7da4f58ba req-8793c71b-e51e-4aab-8706-7257340ea77f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:18.451342 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ca19d362-bad6-4bf0-a26d-75f7da4f58ba req-8793c71b-e51e-4aab-8706-7257340ea77f service neutron] 10.222.0.35 "GET /v2.0/networks?id=6df240d9-4fce-45b3-a345-b6f9966b28a5 HTTP/1.1" status: 200 len: 910 time: 0.1408777 Aug 21 11:04:18.477938 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc1818-cc9d-4617-bfc4-14d78bee4e5f req-923b1717-fa3a-41e1-befc-26ade5c13235 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:18.478715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-11cc1818-cc9d-4617-bfc4-14d78bee4e5f req-923b1717-fa3a-41e1-befc-26ade5c13235 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Synchronizing usage tracker for tenant:558d426de72a4151952770512d159a9d on resource:port {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:04:18.523252 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-11cc1818-cc9d-4617-bfc4-14d78bee4e5f req-923b1717-fa3a-41e1-befc-26ade5c13235 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Unset dirty status for tenant:558d426de72a4151952770512d159a9d on resource:port {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:04:18.524608 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-11cc1818-cc9d-4617-bfc4-14d78bee4e5f req-923b1717-fa3a-41e1-befc-26ade5c13235 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.1306131 Aug 21 11:04:18.525301 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ca19d362-bad6-4bf0-a26d-75f7da4f58ba req-db872b67-dbea-4dc8-99ba-ed48b941a242 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da4b2d14-d451-42e8-af72-be5b877d4b75 HTTP/1.1" status: 200 len: 217 time: 0.0680218 Aug 21 11:04:18.574734 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-11cc1818-cc9d-4617-bfc4-14d78bee4e5f req-b5f2d293-5c26-4b4a-84a0-ba9cd7d3f260 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440288 Aug 21 11:04:18.594861 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19d362-bad6-4bf0-a26d-75f7da4f58ba req-0898195b-f03b-4a7a-822d-98864647ab14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:18.596491 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ca19d362-bad6-4bf0-a26d-75f7da4f58ba req-0898195b-f03b-4a7a-822d-98864647ab14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdac1830-69da-4558-9f73-a2fe3f432dea HTTP/1.1" status: 200 len: 848 time: 0.0642221 Aug 21 11:04:18.627677 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-eae346e8-d36c-4545-b90e-c48b50ec689f None None] Set router 402537fe-7ad9-492c-a5c9-78de781bfa8b gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:04:18.683384 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ca19d362-bad6-4bf0-a26d-75f7da4f58ba req-298b104e-605c-4f17-b224-3eecef86f3bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6df240d9-4fce-45b3-a345-b6f9966b28a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795357 Aug 21 11:04:18.830803 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ca19d362-bad6-4bf0-a26d-75f7da4f58ba req-c6cab460-541b-4358-b66d-e1cebb7a1fa1 service neutron] 10.222.0.35 "GET /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391251 Aug 21 11:04:18.966938 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-eae346e8-d36c-4545-b90e-c48b50ec689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'name': 'tempest-TestShelveInstance-1272849818-router', 'tenant_id': '558d426de72a4151952770512d159a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:30Z', 'updated_at': '2021-08-21T10:58:34Z', 'revision_number': 4, 'project_id': '558d426de72a4151952770512d159a9d', 'gw_port': {'id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:31Z', 'updated_at': '2021-08-21T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '83f0f645-4e98-4fbd-b8e0-da444ea5348b', 'name': '', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'tenant_id': '558d426de72a4151952770512d159a9d', 'mac_address': 'fa:16:3e:b0:ba:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:33Z', 'updated_at': '2021-08-21T10:58:45Z', 'revision_number': 5, 'project_id': '558d426de72a4151952770512d159a9d', 'subnets': [{'id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:18.971157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae346e8-d36c-4545-b90e-c48b50ec689f None None] The sync data for ids ['402537fe-7ad9-492c-a5c9-78de781bfa8b'] in dv-cinder-805477-1-iscsi is: [{'id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'name': 'tempest-TestShelveInstance-1272849818-router', 'tenant_id': '558d426de72a4151952770512d159a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:30Z', 'updated_at': '2021-08-21T10:58:34Z', 'revision_number': 4, 'project_id': '558d426de72a4151952770512d159a9d', 'gw_port': {'id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:31Z', 'updated_at': '2021-08-21T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '83f0f645-4e98-4fbd-b8e0-da444ea5348b', 'name': '', 'network_id': '6df240d9-4fce-45b3-a345-b6f9966b28a5', 'tenant_id': '558d426de72a4151952770512d159a9d', 'mac_address': 'fa:16:3e:b0:ba:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:33Z', 'updated_at': '2021-08-21T10:58:45Z', 'revision_number': 5, 'project_id': '558d426de72a4151952770512d159a9d', 'subnets': [{'id': 'bdac1830-69da-4558-9f73-a2fe3f432dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:04:18.983021 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ca19d362-bad6-4bf0-a26d-75f7da4f58ba req-049c0df5-aa6f-4205-906d-aca37a1a67b9 service neutron] 10.222.0.35 "GET /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461341 Aug 21 11:04:19.473407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5133dc96-265d-4cb9-b1e5-7f83141409ea None None] New status for floating IP 2d63d26c-7a20-4b8c-aa9f-6dc05f1f051c: DOWN {{(pid=82514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 11:04:19.783326 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685eb62-85c9-49b4-8ef0-cce6fa02cc28 req-e1ace89e-ca78-4472-92b0-d7c4d5914bf2 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:19.784939 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a685eb62-85c9-49b4-8ef0-cce6fa02cc28 req-e1ace89e-ca78-4472-92b0-d7c4d5914bf2 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0804012 Aug 21 11:04:19.833561 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a685eb62-85c9-49b4-8ef0-cce6fa02cc28 req-eadb3d71-09b8-4f07-b922-8448c44de695 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424967 Aug 21 11:04:21.037553 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2f6cf-2986-49ed-a66b-5e29dea22227 req-6fca6f47-8e2a-499b-bc07-f49592e5d870 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:21.039122 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-54a2f6cf-2986-49ed-a66b-5e29dea22227 req-6fca6f47-8e2a-499b-bc07-f49592e5d870 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0846565 Aug 21 11:04:21.086562 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-54a2f6cf-2986-49ed-a66b-5e29dea22227 req-db75bc1b-d7cb-48ad-8613-32851622e990 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408070 Aug 21 11:04:22.297130 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528ae27-9f52-43dc-873c-92fc575775d2 req-0a0ebeda-ee4b-45bb-bae0-e5d0626043bb tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:22.298674 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e528ae27-9f52-43dc-873c-92fc575775d2 req-0a0ebeda-ee4b-45bb-bae0-e5d0626043bb tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0846920 Aug 21 11:04:22.347671 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e528ae27-9f52-43dc-873c-92fc575775d2 req-560b5416-13ae-4cab-8ec5-85ef4755c3c1 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429432 Aug 21 11:04:23.556711 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e5be6-cf62-4038-8d67-160d8434c092 req-b82bde67-f8a7-4608-8c9c-fc3a9e2972b0 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:23.558261 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-533e5be6-cf62-4038-8d67-160d8434c092 req-b82bde67-f8a7-4608-8c9c-fc3a9e2972b0 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0867474 Aug 21 11:04:23.567308 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-7b1e4489-a4ab-4e0b-8643-343210e2a690 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:23.568922 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-7b1e4489-a4ab-4e0b-8643-343210e2a690 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.35 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 946 time: 0.0819740 Aug 21 11:04:23.611494 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-533e5be6-cf62-4038-8d67-160d8434c092 req-f109f8d4-2059-4918-b890-0aaf344112a3 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462611 Aug 21 11:04:23.645150 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Deleting port da4b2d14-d451-42e8-af72-be5b877d4b75 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:23.645544 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:23.741755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device da4b2d14-d451-42e8-af72-be5b877d4b75 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:04:23.852260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:23.900779 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] For port da4b2d14-d451-42e8-af72-be5b877d4b75, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=da4b2d14-d451-42e8-af72-be5b877d4b75,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:23.901193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:23.933350 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da4b2d14-d451-42e8-af72-be5b877d4b75'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:04:23.944012 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port da4b2d14-d451-42e8-af72-be5b877d4b75, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=da4b2d14-d451-42e8-af72-be5b877d4b75,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:23.985983 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:23.988073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:24.033401 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Calling delete_port for da4b2d14-d451-42e8-af72-be5b877d4b75 owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:24.058594 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=da4b2d14-d451-42e8-af72-be5b877d4b75,revision_number=9']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:24.067828 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:24.068234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:24.068620 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:24.069004 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:24.069386 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:24.070101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:24.070101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:24.070473 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:24.070844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:24.071213 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:24.071619 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:24.077184 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:24.081260 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da4b2d14-d451-42e8-af72-be5b877d4b75', 'code': 200} Aug 21 11:04:24.134428 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.db.api [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82512) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 11:04:24.134736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_db.api [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 11:04:24.635665 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Deleting port da4b2d14-d451-42e8-af72-be5b877d4b75 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:24.636174 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:24.818835 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2f831-0e68-4638-bebb-087bea9144e0 req-c451a0ab-4ed4-468f-b2af-6927edc3efeb tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:24.820519 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-91c2f831-0e68-4638-bebb-087bea9144e0 req-c451a0ab-4ed4-468f-b2af-6927edc3efeb tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 944 time: 0.0864975 Aug 21 11:04:24.876464 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-91c2f831-0e68-4638-bebb-087bea9144e0 req-c14aedcc-9d73-462a-8177-32344309c37c tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/security-groups?id=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493348 Aug 21 11:04:24.898704 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] For port da4b2d14-d451-42e8-af72-be5b877d4b75, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=da4b2d14-d451-42e8-af72-be5b877d4b75,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:24.899190 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:25.025340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Calling delete_port for da4b2d14-d451-42e8-af72-be5b877d4b75 owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:25.378671 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:25.384487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aa77a383-8163-4bfa-921f-cb4e8caa66d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:25.427494 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Pushing event deleted for resources: {'Port': ['ID=da4b2d14-d451-42e8-af72-be5b877d4b75,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:25.431702 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:25.505650 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] No DVR routers for this DVR port da4b2d14-d451-42e8-af72-be5b877d4b75 on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:04:25.508206 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:25.510916 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'name': 'network-vif-deleted', 'tag': 'da4b2d14-d451-42e8-af72-be5b877d4b75'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:04:25.550873 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b5fc0695-a2ab-4a96-bd4d-9ac79289e739 req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.35 "DELETE /v2.0/ports/da4b2d14-d451-42e8-af72-be5b877d4b75 HTTP/1.1" status: 204 len: 173 time: 1.9764538 Aug 21 11:04:25.569097 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56611396-ea84-4a61-a30a-2aafa4b0645a', 'name': 'network-vif-deleted', 'tag': 'da4b2d14-d451-42e8-af72-be5b877d4b75', 'status': 'completed', 'code': 200} Aug 21 11:04:26.049683 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-44e6dd50-4e1a-46d9-8bca-1481700595b2 req-a2282287-f6e4-475a-99b2-9330426f8ed2 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 210 time: 0.0489798 Aug 21 11:04:27.215821 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-20c7aafe-63ad-4745-8f59-985f3105e65b req-817dd5e2-dbd2-41f5-aeff-7d85c2e81a25 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Synchronizing usage tracker for tenant:558d426de72a4151952770512d159a9d on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:04:27.258442 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-20c7aafe-63ad-4745-8f59-985f3105e65b req-817dd5e2-dbd2-41f5-aeff-7d85c2e81a25 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Unset dirty status for tenant:558d426de72a4151952770512d159a9d on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:04:27.259755 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-20c7aafe-63ad-4745-8f59-985f3105e65b req-817dd5e2-dbd2-41f5-aeff-7d85c2e81a25 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 210 time: 0.0885975 Aug 21 11:04:28.137945 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:04:28.432274 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-736f67e5-2bf6-47d1-98bf-b327881f81e4 req-11b01ef3-e039-4898-8bfc-0aad5e82cc7a tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 210 time: 0.0474513 Aug 21 11:04:29.598941 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-da422240-9ded-488e-bf5d-e6df8c1b3413 req-da131734-82e0-41b9-af6e-719dd5b75372 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 210 time: 0.0437675 Aug 21 11:04:30.787695 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-27a2fa19-2f75-43cf-ac4d-20c4f1e66ec9 req-6b247e87-4efc-40af-9adf-3dab911fa8fa tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56611396-ea84-4a61-a30a-2aafa4b0645a HTTP/1.1" status: 200 len: 210 time: 0.0506158 Aug 21 11:04:31.266084 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-40109dce-dbfd-4ef2-86a5-dc1572ae1f23 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-363503944&fields=id&tenant_id=5a81a97062a44c1a82976925e1efb742 HTTP/1.1" status: 200 len: 267 time: 0.0465310 Aug 21 11:04:31.421997 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-5ea7ca9e-13c5-4c12-9d96-dfb6bd0fa323 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:31.423597 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-5ea7ca9e-13c5-4c12-9d96-dfb6bd0fa323 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/networks?id=72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 200 len: 812 time: 0.1506972 Aug 21 11:04:31.440587 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-898cf368-bea0-4199-b9c5-87e1e9ddcfe2 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/quotas/5a81a97062a44c1a82976925e1efb742 HTTP/1.1" status: 200 len: 375 time: 0.0110581 Aug 21 11:04:31.529383 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-856f9219-8a56-4252-853b-600f48535db0 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0835831 Aug 21 11:04:31.621566 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-c715e593-f7fb-4123-9e52-e59eac0a4b79 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=82512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 11:04:31.622642 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-c715e593-f7fb-4123-9e52-e59eac0a4b79 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0809574 Aug 21 11:04:31.762190 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-c76dd33a-a1ad-4589-8eb2-018742a9cb23 service neutron] 10.222.0.49 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327479 Aug 21 11:04:31.899321 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60130) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:31.981921 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ff243637-e4c9-47c0-b297-40e6812f731d tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:32.015116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ff243637-e4c9-47c0-b297-40e6812f731d tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:32.111888 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-2210562b-bcc9-426b-8c5c-f29e11c54b88 service neutron] 10.222.0.49 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429618 Aug 21 11:04:32.208510 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ff243637-e4c9-47c0-b297-40e6812f731d tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:32.214022 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4e3ece9d-b698-4d56-a9ac-5fe82b3fe093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:32.231033 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff243637-e4c9-47c0-b297-40e6812f731d tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:32.234997 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ff243637-e4c9-47c0-b297-40e6812f731d tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:32.259308 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ff243637-e4c9-47c0-b297-40e6812f731d tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:32.263586 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-ff243637-e4c9-47c0-b297-40e6812f731d tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] 10.222.0.49 "DELETE /v2.0/security-groups/a5ebdf2f-9f99-4ebc-a2bd-8c823b4a7a3c HTTP/1.1" status: 204 len: 168 time: 0.3601413 Aug 21 11:04:32.338524 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60142) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:32.682276 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ca43e45-3e92-4b90-9727-5832b5bf7e5f req-cc2f801b-ee4c-4a22-85bc-c563392e4867 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 210 time: 0.0480478 Aug 21 11:04:32.893869 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9453c481-ab7e-4483-868a-84544ab593de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33131368'] for router_interface, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:33.508995 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-9453c481-ab7e-4483-868a-84544ab593de admin admin] Deleting port 83f0f645-4e98-4fbd-b8e0-da444ea5348b {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:33.509525 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9453c481-ab7e-4483-868a-84544ab593de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:33.691706 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-9453c481-ab7e-4483-868a-84544ab593de admin admin] For port 83f0f645-4e98-4fbd-b8e0-da444ea5348b, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=83f0f645-4e98-4fbd-b8e0-da444ea5348b,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:33.692131 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9453c481-ab7e-4483-868a-84544ab593de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:33.818663 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-9453c481-ab7e-4483-868a-84544ab593de admin admin] Calling delete_port for 83f0f645-4e98-4fbd-b8e0-da444ea5348b owned by network:router_interface {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:33.892389 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-090990ce-21e0-4f34-ae5a-5d76314da4dd req-4e61bde0-80f9-4f92-93a9-fd62ebaff98d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 210 time: 0.0813162 Aug 21 11:04:34.065296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9453c481-ab7e-4483-868a-84544ab593de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:34.069628 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-62e2be9e-78d8-41a2-a74a-3dadd6292473 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:34.111445 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453c481-ab7e-4483-868a-84544ab593de admin admin] Pushing event deleted for resources: {'Port': ['ID=83f0f645-4e98-4fbd-b8e0-da444ea5348b,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:34.116070 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9453c481-ab7e-4483-868a-84544ab593de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:34.535037 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-9453c481-ab7e-4483-868a-84544ab593de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821937503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821718568'] for router_interface, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:34.567467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-9f80f6ce-d170-4f3b-8b22-a122400b3eb7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:34.569006 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-9f80f6ce-d170-4f3b-8b22-a122400b3eb7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.35 "GET /v2.0/networks?id=72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 200 len: 812 time: 0.1835032 Aug 21 11:04:34.688933 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-1d929e0c-5894-4c48-8a3a-7cde402ba2bf tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a81a97062a44c1a82976925e1efb742 HTTP/1.1" status: 200 len: 379 time: 0.0654981 Aug 21 11:04:34.706157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Request body: {'port': {'device_id': '98c8b642-534a-477f-ba85-34d6710b35d4', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'admin_state_up': True, 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'security_groups': ['8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7']}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:04:35.070820 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b712a90e-f506-4791-872f-a73e32f2500e req-4192aa48-2dd8-473d-bbce-be4487077255 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 210 time: 0.0496011 Aug 21 11:04:35.141617 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:04:35.162844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:04:35.251751 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Made reservation on behalf of 5a81a97062a44c1a82976925e1efb742 for: {'port': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 11:04:35.257269 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:35.613241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Allocated IP 172.20.0.3 (72b0ec08-f5e0-4143-aa96-7f6e7b152022/8e48e03a-0b14-438e-a40a-f8cd4e77adf3/2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:04:35.909643 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:35.932223 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Transition to ACTIVE for port object 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 will not be triggered until provisioned by entity DHCP. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:04:35.945082 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9453c481-ab7e-4483-868a-84544ab593de admin admin] Router 402537fe-7ad9-492c-a5c9-78de781bfa8b has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:04:36.047860 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:36.055390 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:36.082120 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:36.148717 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:04:36.149709 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event updated for resources: {'Port': ['ID=2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:36.153242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:36.157116 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:04:36.158176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:04:36.343991 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:36.344670 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:36.410100 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f689b65-893a-4167-95eb-2ed0cf8d4041 req-3829f72a-2f35-4665-9f00-15fce76122e5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:36.414927 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3f689b65-893a-4167-95eb-2ed0cf8d4041 req-3829f72a-2f35-4665-9f00-15fce76122e5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 931 time: 0.2125905 Aug 21 11:04:36.445557 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9453c481-ab7e-4483-868a-84544ab593de admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:04:36.455644 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-9453c481-ab7e-4483-868a-84544ab593de admin admin] 10.222.0.49 "PUT /v2.0/routers/402537fe-7ad9-492c-a5c9-78de781bfa8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1132162 Aug 21 11:04:36.456477 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60172) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:36.470237 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7704439 Aug 21 11:04:36.474317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816aba7-9618-4c5e-a779-e59636950e6f None None] Sync routers for ids ['402537fe-7ad9-492c-a5c9-78de781bfa8b'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:04:36.484405 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Request body: {'port': {'device_id': '98c8b642-534a-477f-ba85-34d6710b35d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:04:36.517627 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3f689b65-893a-4167-95eb-2ed0cf8d4041 req-d6d51b4f-4e48-417e-ab06-e7e3de50a547 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884044 Aug 21 11:04:36.517908 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816aba7-9618-4c5e-a779-e59636950e6f None None] Routers {'402537fe-7ad9-492c-a5c9-78de781bfa8b'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:04:36.518710 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-5816aba7-9618-4c5e-a779-e59636950e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:04:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['402537fe-7ad9-492c-a5c9-78de781bfa8b'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:36.607264 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:36.714933 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] Notify callbacks [] for router, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:36.736712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-5816aba7-9618-4c5e-a779-e59636950e6f None None] Set router 402537fe-7ad9-492c-a5c9-78de781bfa8b gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:04:36.961407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:36.966212 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-d829a9e3-c49e-4dd9-9ecb-b4143c8d0c60 None None] Provisioning for port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:04:37.016829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 {{(pid=82512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 11:04:37.024012 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:37.030043 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-d829a9e3-c49e-4dd9-9ecb-b4143c8d0c60 None None] Provisioning complete for port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:04:37.030206 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d829a9e3-c49e-4dd9-9ecb-b4143c8d0c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:37.030718 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] Deleting port 8b99caef-009e-4f64-9205-d0860bbe6b43 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:37.031052 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:37.040325 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Transition to ACTIVE for port object 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 will not be triggered until provisioned by entity L2. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:04:37.082274 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:37.087676 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-772b98e1-e9db-4580-b93f-10dfe9ed6c8c tempest-VolumesActionsTest-1862778817 tempest-VolumesActionsTest-1862778817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:37.174162 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-d829a9e3-c49e-4dd9-9ecb-b4143c8d0c60 None None] Port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 11:04:37.249627 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Pushing event updated for resources: {'Port': ['ID=2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:37.280184 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] For port 8b99caef-009e-4f64-9205-d0860bbe6b43, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=8b99caef-009e-4f64-9205-d0860bbe6b43,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:37.280707 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:37.283297 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:37.323715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-5816aba7-9618-4c5e-a779-e59636950e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'name': 'tempest-TestShelveInstance-1272849818-router', 'tenant_id': '558d426de72a4151952770512d159a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:30Z', 'updated_at': '2021-08-21T11:04:33Z', 'revision_number': 5, 'project_id': '558d426de72a4151952770512d159a9d', 'gw_port': {'id': '8b99caef-009e-4f64-9205-d0860bbe6b43', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:31Z', 'updated_at': '2021-08-21T10:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:37.328147 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816aba7-9618-4c5e-a779-e59636950e6f None None] Checking router: 402537fe-7ad9-492c-a5c9-78de781bfa8b for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:04:37.340461 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816aba7-9618-4c5e-a779-e59636950e6f None None] Routers {'402537fe-7ad9-492c-a5c9-78de781bfa8b'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:04:37.341491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-5816aba7-9618-4c5e-a779-e59636950e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:04:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['402537fe-7ad9-492c-a5c9-78de781bfa8b'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:37.372103 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Attempting to bind port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 11:04:37.372495 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Attempting to bind port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 11:04:37.372873 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Attempting to bind port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 on network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:04:37.380296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 on network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 11:04:37.380665 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Attempting to bind port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 on network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:04:37.387937 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 11, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 11:04:37.388327 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Checking segment: {'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:04:37.389386 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Bound using segment: {'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 11:04:37.390001 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Bound port: 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df536b26-6ab4-4e82-b77e-a08448c21525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022'}}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 11:04:37.390520 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:37.486609 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] Calling delete_port for 8b99caef-009e-4f64-9205-d0860bbe6b43 owned by network:router_gateway {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:37.489773 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] For port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5, host hv-cinder-80547, cleared binding levels {{(pid=82512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 11:04:37.493637 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] For port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 11:04:37.514408 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-5816aba7-9618-4c5e-a779-e59636950e6f None None] Set router 402537fe-7ad9-492c-a5c9-78de781bfa8b gateway port host: None {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:04:37.526979 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:37.533380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cd8498b0-9f14-47c8-a8f8-c95249917bca tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:37.546603 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b68f0-63f0-44e5-9437-41da41959ad5 req-8af71da4-dc83-4503-a6c4-2067b22a8284 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:37.548265 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-554b68f0-63f0-44e5-9437-41da41959ad5 req-8af71da4-dc83-4503-a6c4-2067b22a8284 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 946 time: 0.2579796 Aug 21 11:04:37.599644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:37.601145 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] 10.222.0.35 "PUT /v2.0/ports/2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 HTTP/1.1" status: 200 len: 1093 time: 1.1221569 Aug 21 11:04:37.601692 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c8b642-534a-477f-ba85-34d6710b35d4', 'tag': '2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:04:37.618544 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Pushing event updated for resources: {'Port': ['ID=2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5,revision_number=3']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:37.628694 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:37.666263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-5816aba7-9618-4c5e-a779-e59636950e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'name': 'tempest-TestShelveInstance-1272849818-router', 'tenant_id': '558d426de72a4151952770512d159a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:30Z', 'updated_at': '2021-08-21T11:04:36Z', 'revision_number': 6, 'project_id': '558d426de72a4151952770512d159a9d', 'gw_port_host': None}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:37.675862 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816aba7-9618-4c5e-a779-e59636950e6f None None] The sync data for ids ['402537fe-7ad9-492c-a5c9-78de781bfa8b'] in dv-cinder-805477-1-iscsi is: [{'id': '402537fe-7ad9-492c-a5c9-78de781bfa8b', 'name': 'tempest-TestShelveInstance-1272849818-router', 'tenant_id': '558d426de72a4151952770512d159a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:30Z', 'updated_at': '2021-08-21T11:04:36Z', 'revision_number': 6, 'project_id': '558d426de72a4151952770512d159a9d', 'gw_port_host': None}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:04:37.683642 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-554b68f0-63f0-44e5-9437-41da41959ad5 req-4a083288-8129-4942-9eff-87132b321108 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241412 Aug 21 11:04:37.784276 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c8b642-534a-477f-ba85-34d6710b35d4', 'tag': '2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5', 'status': 'completed', 'code': 200} Aug 21 11:04:37.844142 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-7a1c6b07-0a44-406f-8670-ef632b42aff0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 1096 time: 0.1799853 Aug 21 11:04:37.857195 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ba145-dfa6-40df-ba0c-759353e57146 req-f973dfb5-b9dd-420a-a7c5-480e280e2859 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:37.857985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-ae4ba145-dfa6-40df-ba0c-759353e57146 req-f973dfb5-b9dd-420a-a7c5-480e280e2859 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Synchronizing usage tracker for tenant:5a81a97062a44c1a82976925e1efb742 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:04:37.859512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:37.876068 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4d3b5c3d-f78d-408b-9785-d007024b83cd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:37.921712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b99caef-009e-4f64-9205-d0860bbe6b43,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:37.959139 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 83f0f645-4e98-4fbd-b8e0-da444ea5348b no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:04:37.959399 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:37.997411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: 83f0f645-4e98-4fbd-b8e0-da444ea5348b {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:04:37.998497 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 83f0f645-4e98-4fbd-b8e0-da444ea5348b not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:04:38.173527 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-16433ebc-0e06-4b0d-8586-2400bdf80c90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 HTTP/1.1" status: 200 len: 217 time: 0.3119814 Aug 21 11:04:38.221988 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-ae4ba145-dfa6-40df-ba0c-759353e57146 req-f973dfb5-b9dd-420a-a7c5-480e280e2859 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Unset dirty status for tenant:5a81a97062a44c1a82976925e1efb742 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:04:38.223269 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ae4ba145-dfa6-40df-ba0c-759353e57146 req-f973dfb5-b9dd-420a-a7c5-480e280e2859 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 943 time: 0.5161154 Aug 21 11:04:38.285710 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-5e35d681-cf30-4da1-89ad-740683d8ffe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:38.287319 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-5e35d681-cf30-4da1-89ad-740683d8ffe3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e48e03a-0b14-438e-a40a-f8cd4e77adf3 HTTP/1.1" status: 200 len: 851 time: 0.1067395 Aug 21 11:04:38.337353 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ae4ba145-dfa6-40df-ba0c-759353e57146 req-ef91d1f3-ac77-43cd-93fe-ae739b59eec6 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060178 Aug 21 11:04:38.378378 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-83e0f90d-ba7d-4529-8c03-cf5c45b86ad9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72b0ec08-f5e0-4143-aa96-7f6e7b152022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841062 Aug 21 11:04:38.401367 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33135449'] for router_gateway, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:38.523652 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-3bd50876-31b8-4303-bfcb-392e3fe39a7f service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377709 Aug 21 11:04:38.667381 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762904'] for router, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:38.670869 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2980a2f0-2500-4167-84df-5baf4ae4071a req-783aafb7-894a-4e0c-8ac1-f424869d31cc service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360302 Aug 21 11:04:38.672538 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:38.848361 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821713719'] for router, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:38.848930 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 402537fe-7ad9-492c-a5c9-78de781bfa8b {{(pid=82511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 11:04:38.917787 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0d949394-61ed-4f9f-b306-141524d099f2 req-6985c634-d512-490c-896c-a3a2981e5765 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 1096 time: 0.1404951 Aug 21 11:04:38.924649 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4eb21243-05f1-4c4c-ba6f-209186c89464 req-e9b8813e-5cc9-4e17-a237-dc380287fcc9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1100376 Aug 21 11:04:38.932523 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] Notify callbacks [] for router, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:38.936523 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-414e604f-4bae-4f5b-97b6-db7193e6658d admin admin] 10.222.0.49 "DELETE /v2.0/routers/402537fe-7ad9-492c-a5c9-78de781bfa8b HTTP/1.1" status: 204 len: 168 time: 2.4789431 Aug 21 11:04:38.938758 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60190) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:39.041462 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-0344725d-a3c4-411f-9575-995e3c0e8858 admin admin] Deleting subnet bdac1830-69da-4558-9f73-a2fe3f432dea {{(pid=82511) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 11:04:39.053296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79378693-50f4-4497-9d3f-f3c00ad523e2 req-58c3aefa-aa05-4cda-a9fe-c452746e3c72 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:39.054875 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-79378693-50f4-4497-9d3f-f3c00ad523e2 req-58c3aefa-aa05-4cda-a9fe-c452746e3c72 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.35 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 946 time: 0.2411959 Aug 21 11:04:39.055595 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0344725d-a3c4-411f-9575-995e3c0e8858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:39.092559 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108fe30-d61e-40ee-9633-8a2bc5712b28 req-34ce0fac-fc61-4c34-b3c6-52eb378d12e0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:39.094152 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5108fe30-d61e-40ee-9633-8a2bc5712b28 req-34ce0fac-fc61-4c34-b3c6-52eb378d12e0 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 946 time: 0.2391706 Aug 21 11:04:39.124483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d949394-61ed-4f9f-b306-141524d099f2 req-f013b935-6ba4-47a1-ba20-eb1f00577470 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:39.126038 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0d949394-61ed-4f9f-b306-141524d099f2 req-f013b935-6ba4-47a1-ba20-eb1f00577470 service neutron] 10.222.0.35 "GET /v2.0/networks?id=72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 200 len: 913 time: 0.2001259 Aug 21 11:04:39.129789 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4eb21243-05f1-4c4c-ba6f-209186c89464 req-15dbc1f4-a231-4985-92a5-a6eab2ba285b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 1098 time: 0.1759565 Aug 21 11:04:39.175037 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0344725d-a3c4-411f-9575-995e3c0e8858 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853246605'] for subnet, precommit_delete_associations {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:39.267938 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-79378693-50f4-4497-9d3f-f3c00ad523e2 req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Deleting port 2c27b864-15b9-493e-9f98-0acee3c6b334 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:39.268337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-79378693-50f4-4497-9d3f-f3c00ad523e2 req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:39.277919 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0d949394-61ed-4f9f-b306-141524d099f2 req-b598611a-e918-477b-89e3-03b1c7f008bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 HTTP/1.1" status: 200 len: 217 time: 0.1435075 Aug 21 11:04:39.325418 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5108fe30-d61e-40ee-9633-8a2bc5712b28 req-b03ffec1-b078-43e2-a8b8-d4db9681d7d1 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915677 Aug 21 11:04:39.383463 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d949394-61ed-4f9f-b306-141524d099f2 req-2f36281d-30f8-4b0e-a030-6e0ede5e30de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:39.385106 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0d949394-61ed-4f9f-b306-141524d099f2 req-2f36281d-30f8-4b0e-a030-6e0ede5e30de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e48e03a-0b14-438e-a40a-f8cd4e77adf3 HTTP/1.1" status: 200 len: 851 time: 0.0992563 Aug 21 11:04:39.432275 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4d5cd143-d406-4a93-9dc7-3e9e06575e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:39.445492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb21243-05f1-4c4c-ba6f-209186c89464 req-1aa93f7c-2562-4347-b52b-12c935f1130d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:39.447055 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4eb21243-05f1-4c4c-ba6f-209186c89464 req-1aa93f7c-2562-4347-b52b-12c935f1130d service neutron] 10.222.0.35 "GET /v2.0/networks?id=72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 200 len: 913 time: 0.2565973 Aug 21 11:04:39.507457 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0344725d-a3c4-411f-9575-995e3c0e8858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:39.630485 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0d949394-61ed-4f9f-b306-141524d099f2 req-987dee6d-baba-4d26-a717-c7cb0444898f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72b0ec08-f5e0-4143-aa96-7f6e7b152022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2352505 Aug 21 11:04:39.633095 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4eb21243-05f1-4c4c-ba6f-209186c89464 req-3fdef310-733c-4e0f-8251-ecdc7abedb3e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d02233a-d611-458e-a3eb-e2efd63ff4cb HTTP/1.1" status: 200 len: 1001 time: 0.1789825 Aug 21 11:04:39.652754 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-79378693-50f4-4497-9d3f-f3c00ad523e2 req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] For port 2c27b864-15b9-493e-9f98-0acee3c6b334, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2c27b864-15b9-493e-9f98-0acee3c6b334,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:39.653169 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-79378693-50f4-4497-9d3f-f3c00ad523e2 req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:39.734163 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0344725d-a3c4-411f-9575-995e3c0e8858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31833284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822819163'] for subnet, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:39.743825 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:39.764162 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558c73b-0e0f-4a8b-a9a7-f27f6e23cc4e req-100951c6-176f-4855-9b49-8a3c9d2c9053 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:39.765740 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e558c73b-0e0f-4a8b-a9a7-f27f6e23cc4e req-100951c6-176f-4855-9b49-8a3c9d2c9053 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 943 time: 0.2607825 Aug 21 11:04:39.796182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344725d-a3c4-411f-9575-995e3c0e8858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdac1830-69da-4558-9f73-a2fe3f432dea,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:39.801435 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0344725d-a3c4-411f-9575-995e3c0e8858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:39.850212 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb21243-05f1-4c4c-ba6f-209186c89464 req-6aa99f62-3411-4973-971f-7036b3194087 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:39.851794 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4eb21243-05f1-4c4c-ba6f-209186c89464 req-6aa99f62-3411-4973-971f-7036b3194087 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e48e03a-0b14-438e-a40a-f8cd4e77adf3 HTTP/1.1" status: 200 len: 851 time: 0.2013717 Aug 21 11:04:39.864265 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d517764-f626-4a60-bfad-f1c638f0caec None None] Network 6df240d9-4fce-45b3-a345-b6f9966b28a5 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 11:04:39.876870 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0344725d-a3c4-411f-9575-995e3c0e8858 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:39.892085 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-0344725d-a3c4-411f-9575-995e3c0e8858 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bdac1830-69da-4558-9f73-a2fe3f432dea HTTP/1.1" status: 204 len: 168 time: 0.9473467 Aug 21 11:04:39.892903 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60196) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:39.918577 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e558c73b-0e0f-4a8b-a9a7-f27f6e23cc4e req-90835031-0a17-4268-8701-a16a71481456 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438215 Aug 21 11:04:39.941382 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0d949394-61ed-4f9f-b306-141524d099f2 req-b83930a8-c6ab-4fe9-8a01-eff24c44e6bc service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937105 Aug 21 11:04:40.026183 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 8b99caef-009e-4f64-9205-d0860bbe6b43 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:04:40.080683 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4eb21243-05f1-4c4c-ba6f-209186c89464 req-df88142d-8097-4950-be83-a0a3c5e0e699 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72b0ec08-f5e0-4143-aa96-7f6e7b152022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2115521 Aug 21 11:04:40.087996 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: 8b99caef-009e-4f64-9205-d0860bbe6b43 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:04:40.088396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 8b99caef-009e-4f64-9205-d0860bbe6b43 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:04:40.110593 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:40.128396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-79378693-50f4-4497-9d3f-f3c00ad523e2 req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:40.128868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-79378693-50f4-4497-9d3f-f3c00ad523e2 req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:40.129012 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.l3_db [req-79378693-50f4-4497-9d3f-f3c00ad523e2 req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Floating IP 88fce905-8205-4d9d-90ba-d8c8beedbeaf disassociated. External IP: 172.27.3.2, port: 2c27b864-15b9-493e-9f98-0acee3c6b334. Aug 21 11:04:40.129356 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-79378693-50f4-4497-9d3f-f3c00ad523e2 req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Calling delete_port for 2c27b864-15b9-493e-9f98-0acee3c6b334 owned by compute:nova {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:40.174198 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Deleting port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:40.174590 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:40.193916 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d272048c-7a9f-4d62-a49f-c8064eebdb9e None None] DHCP port deletion for 6df240d9-4fce-45b3-a345-b6f9966b28a5 request from dv-cinder-805477-1-iscsi {{(pid=82513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 11:04:40.198708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-d272048c-7a9f-4d62-a49f-c8064eebdb9e None None] Deleting port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd {{(pid=82513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:40.201688 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d272048c-7a9f-4d62-a49f-c8064eebdb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:40.244800 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-0d949394-61ed-4f9f-b306-141524d099f2 req-11ad2801-4de3-4511-9493-cafef3a6f0c6 service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890749 Aug 21 11:04:40.291007 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4eb21243-05f1-4c4c-ba6f-209186c89464 req-682f922c-6db6-460f-8ad2-bb9ab1266e76 service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024486 Aug 21 11:04:40.426381 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-d272048c-7a9f-4d62-a49f-c8064eebdb9e None None] For port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=17d7b02b-a3f9-4e90-b22c-2bbd604180fd,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:40.426730 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d272048c-7a9f-4d62-a49f-c8064eebdb9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:40.544030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] For port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=17d7b02b-a3f9-4e90-b22c-2bbd604180fd,segment=NetworkSegment(e77f996e-e517-406a-b8e5-4f9fefd14e15),segment_id=e77f996e-e517-406a-b8e5-4f9fefd14e15)] {{(pid=82511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:40.544452 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:40.562470 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-d272048c-7a9f-4d62-a49f-c8064eebdb9e None None] Calling delete_port for 17d7b02b-a3f9-4e90-b22c-2bbd604180fd owned by network:dhcp {{(pid=82513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:40.681938 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4eb21243-05f1-4c4c-ba6f-209186c89464 req-b98fb476-935f-46d2-be5e-12c5fe05f4a7 service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850636 Aug 21 11:04:40.734083 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d272048c-7a9f-4d62-a49f-c8064eebdb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133'] for port, after_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:40.739111 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:40.784835 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272048c-7a9f-4d62-a49f-c8064eebdb9e None None] Pushing event deleted for resources: {'Port': ['ID=17d7b02b-a3f9-4e90-b22c-2bbd604180fd,revision_number=None']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:40.788677 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d272048c-7a9f-4d62-a49f-c8064eebdb9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:40.792322 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d272048c-7a9f-4d62-a49f-c8064eebdb9e None None] No DVR routers for this DVR port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd on host dv-cinder-805477-1-iscsi {{(pid=82513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:04:40.899081 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Calling delete_port for 17d7b02b-a3f9-4e90-b22c-2bbd604180fd owned by network:dhcp {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:40.929803 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-79378693-50f4-4497-9d3f-f3c00ad523e2 req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:40.934007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:40.943921 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:40.999211 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event deleted for resources: {'Port': ['ID=2c27b864-15b9-493e-9f98-0acee3c6b334,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:41.035972 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:41.036422 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:41.036856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:41.037287 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:41.037714 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:41.038137 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:41.038536 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:41.038959 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:41.039372 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:41.039816 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:41.040240 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:41.059406 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:41.068744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565c257-4f6f-4e5d-bfda-05cecc37f119 req-030dbc34-9b2d-4854-9991-2a9c1723b50d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:41.070288 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f565c257-4f6f-4e5d-bfda-05cecc37f119 req-030dbc34-9b2d-4854-9991-2a9c1723b50d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 946 time: 0.5932896 Aug 21 11:04:41.140606 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949e14e-8a55-4a0d-b2a4-8b2f98e7b315 req-49653a16-a102-4ff1-818b-6c0207cf7356 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:41.142200 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8949e14e-8a55-4a0d-b2a4-8b2f98e7b315 req-49653a16-a102-4ff1-818b-6c0207cf7356 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 943 time: 0.0824285 Aug 21 11:04:41.152931 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.db.api [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82511) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 11:04:41.153281 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_db.api [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 11:04:41.196332 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8949e14e-8a55-4a0d-b2a4-8b2f98e7b315 req-fc133ef5-6104-4459-8ec1-c3a2ed8243be tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479429 Aug 21 11:04:41.204377 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f565c257-4f6f-4e5d-bfda-05cecc37f119 req-5ec2da26-9cf6-4630-971a-ea21eee9b245 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e8a4458-f51a-4067-a984-4c212beefdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739350 Aug 21 11:04:41.328396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79378693-50f4-4497-9d3f-f3c00ad523e2 req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Router cb618512-4802-41c4-ba3e-de19044ec61a has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:04:41.540795 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79378693-50f4-4497-9d3f-f3c00ad523e2 req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:04:41.550781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a6d6c6-6b75-49aa-8d1b-8ad1c8fad8e0 None None] Sync routers for ids ['cb618512-4802-41c4-ba3e-de19044ec61a'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:04:41.564777 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a6d6c6-6b75-49aa-8d1b-8ad1c8fad8e0 None None] Routers {'cb618512-4802-41c4-ba3e-de19044ec61a'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:04:41.565543 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-78a6d6c6-6b75-49aa-8d1b-8ad1c8fad8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:04:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['cb618512-4802-41c4-ba3e-de19044ec61a'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:41.616567 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-79378693-50f4-4497-9d3f-f3c00ad523e2 req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] No DVR routers for this DVR port 2c27b864-15b9-493e-9f98-0acee3c6b334 on host hv-cinder-80547 {{(pid=82511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:04:41.619101 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-79378693-50f4-4497-9d3f-f3c00ad523e2 req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:41.621959 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b49389-eead-4415-a7e4-df84b948d1b7', 'name': 'network-vif-deleted', 'tag': '2c27b864-15b9-493e-9f98-0acee3c6b334'}] {{(pid=82511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:04:41.660062 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Deleting port 17d7b02b-a3f9-4e90-b22c-2bbd604180fd {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:41.660062 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:41.686077 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b49389-eead-4415-a7e4-df84b948d1b7', 'name': 'network-vif-deleted', 'tag': '2c27b864-15b9-493e-9f98-0acee3c6b334', 'status': 'completed', 'code': 200} Aug 21 11:04:41.692856 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-79378693-50f4-4497-9d3f-f3c00ad523e2 req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.35 "DELETE /v2.0/ports/2c27b864-15b9-493e-9f98-0acee3c6b334 HTTP/1.1" status: 204 len: 173 time: 2.5938246 Aug 21 11:04:41.728737 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] The port '17d7b02b-a3f9-4e90-b22c-2bbd604180fd' was deleted {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 11:04:41.762483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-78a6d6c6-6b75-49aa-8d1b-8ad1c8fad8e0 None None] Set router cb618512-4802-41c4-ba3e-de19044ec61a gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:04:41.857057 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:41.871080 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df240d9-4fce-45b3-a345-b6f9966b28a5']}} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:41.884347 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77f996e-e517-406a-b8e5-4f9fefd14e15') {'for_net_delete': True} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:41.884701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77f996e-e517-406a-b8e5-4f9fefd14e15') {} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:41.898849 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1529211'] for segment, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:41.913762 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:41.920316 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=82511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 11:04:41.920763 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31833257'] for segment, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: % (table.description, expected, rows_matched) Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: % (table.description, expected, rows_matched) Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: % (table.description, expected, rows_matched) Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: % (table.description, expected, rows_matched) Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 11:04:41.934921 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 11:04:41.993187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 17d7b02b-a3f9-4e90-b22c-2bbd604180fd no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:04:42.023642 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f1732233-7da8-4367-b334-319b107a8874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:42.030542 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: 17d7b02b-a3f9-4e90-b22c-2bbd604180fd {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:04:42.030941 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 17d7b02b-a3f9-4e90-b22c-2bbd604180fd not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:04:42.042350 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:42.047593 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:42.051743 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e4946ca7-df22-4ef0-bf76-9e99e589f4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:42.072507 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] 10.222.0.49 "DELETE /v2.0/networks/6df240d9-4fce-45b3-a345-b6f9966b28a5 HTTP/1.1" status: 204 len: 168 time: 2.1791265 Aug 21 11:04:42.073557 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Pushing event deleted for resources: {'Network': ['ID=6df240d9-4fce-45b3-a345-b6f9966b28a5,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:42.075714 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60206) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:42.076180 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cf537311-31c4-4c86-9b38-8d22cfddf22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:42.093439 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-78a6d6c6-6b75-49aa-8d1b-8ad1c8fad8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:53:01Z', 'revision_number': 5, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:42.097459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a6d6c6-6b75-49aa-8d1b-8ad1c8fad8e0 None None] Checking router: cb618512-4802-41c4-ba3e-de19044ec61a for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:04:42.108996 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a6d6c6-6b75-49aa-8d1b-8ad1c8fad8e0 None None] Routers {'cb618512-4802-41c4-ba3e-de19044ec61a'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:04:42.109644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-78a6d6c6-6b75-49aa-8d1b-8ad1c8fad8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:04:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['cb618512-4802-41c4-ba3e-de19044ec61a'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:42.276982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:42.303754 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-78a6d6c6-6b75-49aa-8d1b-8ad1c8fad8e0 None None] Set router cb618512-4802-41c4-ba3e-de19044ec61a gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:04:42.429802 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a393b-ffb5-4057-aad4-666bf1f132f8 req-d4d4be37-a289-4b35-936d-17fd18b1ba4e tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:42.438001 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-be9a393b-ffb5-4057-aad4-666bf1f132f8 req-d4d4be37-a289-4b35-936d-17fd18b1ba4e tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 943 time: 0.1047504 Aug 21 11:04:42.480258 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-aa93e874-3a57-450b-ad4e-0b18dcd9db81 req-9ae81067-3970-4e3d-b338-37bdcb5e0891 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/ports?device_id=10b49389-eead-4415-a7e4-df84b948d1b7 HTTP/1.1" status: 200 len: 210 time: 0.0546184 Aug 21 11:04:42.502371 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-be9a393b-ffb5-4057-aad4-666bf1f132f8 req-231aab2d-26e4-4dfc-9214-a926d9efd2df tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629890 Aug 21 11:04:42.619076 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33131368'] for router_interface, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:42.650687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-78a6d6c6-6b75-49aa-8d1b-8ad1c8fad8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:53:01Z', 'revision_number': 5, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:42.655373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a6d6c6-6b75-49aa-8d1b-8ad1c8fad8e0 None None] The sync data for ids ['cb618512-4802-41c4-ba3e-de19044ec61a'] in dv-cinder-805477-1-iscsi is: [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T10:52:46Z', 'revision_number': 4, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '6153dd3a-3adc-4f44-aa62-1ce8dc22adad', 'name': '', 'network_id': 'ffac6d6c-98c6-42e8-8c03-8096916bd29d', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'mac_address': 'fa:16:3e:08:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:44Z', 'updated_at': '2021-08-21T10:53:01Z', 'revision_number': 5, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'subnets': [{'id': '0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:04:43.106487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407d8d4-3eb6-4819-b577-e69a1c6e286d None None] New status for floating IP 88fce905-8205-4d9d-90ba-d8c8beedbeaf: DOWN {{(pid=82513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 11:04:43.261299 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Deleting port bdf11c19-63cb-4984-883b-a729e19a98e2 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:43.261580 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:43.448100 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] For port bdf11c19-63cb-4984-883b-a729e19a98e2, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=bdf11c19-63cb-4984-883b-a729e19a98e2,segment=NetworkSegment(fc8001b6-4443-4fab-8253-679a3b842d98),segment_id=fc8001b6-4443-4fab-8253-679a3b842d98)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:43.448522 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:43.574920 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Calling delete_port for bdf11c19-63cb-4984-883b-a729e19a98e2 owned by network:router_interface {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:43.624569 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:43.651320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2c27b864-15b9-493e-9f98-0acee3c6b334 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:04:43.687696 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: 2c27b864-15b9-493e-9f98-0acee3c6b334 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:04:43.688091 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2c27b864-15b9-493e-9f98-0acee3c6b334 not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:04:43.701159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60220) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:43.752982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27962dfc-5bc8-43f3-9557-83794c62d9f6 req-ac289c8b-fa5b-4996-81f6-cb7182063463 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:43.754684 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-27962dfc-5bc8-43f3-9557-83794c62d9f6 req-ac289c8b-fa5b-4996-81f6-cb7182063463 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 943 time: 0.1201677 Aug 21 11:04:43.777611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e4cdea3c-b4d3-4c50-9cb5-7e9aa64950ee tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:43.807248 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e4cdea3c-b4d3-4c50-9cb5-7e9aa64950ee tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:43.812323 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-27962dfc-5bc8-43f3-9557-83794c62d9f6 req-ebcb6418-a4f8-4ee6-8d02-2090337118fd tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455170 Aug 21 11:04:43.916649 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:43.924654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9453c481-ab7e-4483-868a-84544ab593de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:43.943776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e4cdea3c-b4d3-4c50-9cb5-7e9aa64950ee tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:43.949141 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9931a212-17f8-4eb4-88a0-b0a86b0fd4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:43.964366 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdea3c-b4d3-4c50-9cb5-7e9aa64950ee tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8a4458-f51a-4067-a984-4c212beefdd8,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:43.967722 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e4cdea3c-b4d3-4c50-9cb5-7e9aa64950ee tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:43.967852 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf11c19-63cb-4984-883b-a729e19a98e2,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:44.000465 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e4cdea3c-b4d3-4c50-9cb5-7e9aa64950ee tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:44.002450 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e4cdea3c-b4d3-4c50-9cb5-7e9aa64950ee tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "DELETE /v2.0/security-groups/4e8a4458-f51a-4067-a984-4c212beefdd8 HTTP/1.1" status: 204 len: 168 time: 0.2991631 Aug 21 11:04:44.005299 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60224) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:44.008777 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:44.009213 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:44.009634 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:44.010051 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:44.010468 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:44.010879 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:44.011288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:44.011749 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:44.012158 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:44.012562 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:44.012965 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:04:44.020714 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:44.025601 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.v2.resource [None req-1f16dcad-eac9-4684-9c71-e87823bfa384 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] show failed (client error): The resource could not be found. Aug 21 11:04:44.030088 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-1f16dcad-eac9-4684-9c71-e87823bfa384 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "GET /v2.0/security-groups/4e8a4458-f51a-4067-a984-4c212beefdd8 HTTP/1.1" status: 404 len: 347 time: 0.0204332 Aug 21 11:04:44.030412 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60228) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:44.203669 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-933ca527-88dc-4e1b-b3b5-2251a62fbcbb tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Deleting port 67f208c7-7e8e-4062-b4c6-f0b21cdc3926 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:44.204192 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-933ca527-88dc-4e1b-b3b5-2251a62fbcbb tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:44.293123 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821937503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821718568'] for router_interface, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:44.386860 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-933ca527-88dc-4e1b-b3b5-2251a62fbcbb tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:44.387159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-933ca527-88dc-4e1b-b3b5-2251a62fbcbb tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:44.511358 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-933ca527-88dc-4e1b-b3b5-2251a62fbcbb tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Calling delete_port for 67f208c7-7e8e-4062-b4c6-f0b21cdc3926 owned by network:floatingip {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:44.738067 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-933ca527-88dc-4e1b-b3b5-2251a62fbcbb tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:44.743097 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:44.784976 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ca527-88dc-4e1b-b3b5-2251a62fbcbb tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Pushing event deleted for resources: {'Port': ['ID=67f208c7-7e8e-4062-b4c6-f0b21cdc3926,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:44.789690 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-933ca527-88dc-4e1b-b3b5-2251a62fbcbb tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:44.890228 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-933ca527-88dc-4e1b-b3b5-2251a62fbcbb tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks [] for floatingip, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:44.907458 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-933ca527-88dc-4e1b-b3b5-2251a62fbcbb tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:44.911644 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-933ca527-88dc-4e1b-b3b5-2251a62fbcbb tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] 10.222.0.49 "DELETE /v2.0/floatingips/88fce905-8205-4d9d-90ba-d8c8beedbeaf HTTP/1.1" status: 204 len: 168 time: 0.8773563 Aug 21 11:04:45.026754 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5040d4-aed1-4c3c-9ef6-0628c6a5462f req-775eb174-57e7-4a7b-b005-40b9ce743a3a tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:45.028296 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-eb5040d4-aed1-4c3c-9ef6-0628c6a5462f req-775eb174-57e7-4a7b-b005-40b9ce743a3a tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 943 time: 0.0866601 Aug 21 11:04:45.078089 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-eb5040d4-aed1-4c3c-9ef6-0628c6a5462f req-d776244d-6aa4-4867-81bf-68d700f5f34d tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430164 Aug 21 11:04:45.113641 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Router e350eae2-ff21-4c96-854a-bd3c4bba0c00 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:04:45.326875 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:04:45.335587 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540e99fc-4895-4cee-87c0-4d5d84c25d85 None None] Sync routers for ids ['e350eae2-ff21-4c96-854a-bd3c4bba0c00'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:04:45.349175 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540e99fc-4895-4cee-87c0-4d5d84c25d85 None None] Routers {'e350eae2-ff21-4c96-854a-bd3c4bba0c00'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:04:45.349894 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-540e99fc-4895-4cee-87c0-4d5d84c25d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:04:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['e350eae2-ff21-4c96-854a-bd3c4bba0c00'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:45.369555 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d24df4cf-435c-474f-86ee-f044f83c1070 admin admin] 10.222.0.49 "PUT /v2.0/routers/e350eae2-ff21-4c96-854a-bd3c4bba0c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2921402 Aug 21 11:04:45.372282 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60238) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:45.586057 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] Notify callbacks [] for router, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:45.677390 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-540e99fc-4895-4cee-87c0-4d5d84c25d85 None None] Set router e350eae2-ff21-4c96-854a-bd3c4bba0c00 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:04:45.788160 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:45.828884 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] Deleting port c584a399-14a6-4586-babb-c1198e8b9214 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:45.829264 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:45.973859 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-540e99fc-4895-4cee-87c0-4d5d84c25d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'name': 'tempest-TestShelveInstance-1904287037-router', 'tenant_id': '9106b93195e2437ca1bce4597ed53e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c584a399-14a6-4586-babb-c1198e8b9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:39Z', 'updated_at': '2021-08-21T11:04:43Z', 'revision_number': 5, 'project_id': '9106b93195e2437ca1bce4597ed53e70', 'gw_port': {'id': 'c584a399-14a6-4586-babb-c1198e8b9214', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:58:40Z', 'updated_at': '2021-08-21T10:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:45.978213 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540e99fc-4895-4cee-87c0-4d5d84c25d85 None None] Checking router: e350eae2-ff21-4c96-854a-bd3c4bba0c00 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:04:45.991088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540e99fc-4895-4cee-87c0-4d5d84c25d85 None None] Routers {'e350eae2-ff21-4c96-854a-bd3c4bba0c00'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:04:45.991849 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-540e99fc-4895-4cee-87c0-4d5d84c25d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:04:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['e350eae2-ff21-4c96-854a-bd3c4bba0c00'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:46.008705 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] For port c584a399-14a6-4586-babb-c1198e8b9214, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=c584a399-14a6-4586-babb-c1198e8b9214,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:46.009110 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:46.135821 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] Calling delete_port for c584a399-14a6-4586-babb-c1198e8b9214 owned by network:router_gateway {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:46.149765 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-540e99fc-4895-4cee-87c0-4d5d84c25d85 None None] Set router e350eae2-ff21-4c96-854a-bd3c4bba0c00 gateway port host: None {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:04:46.273789 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-540e99fc-4895-4cee-87c0-4d5d84c25d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'name': 'tempest-TestShelveInstance-1904287037-router', 'tenant_id': '9106b93195e2437ca1bce4597ed53e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:39Z', 'updated_at': '2021-08-21T11:04:45Z', 'revision_number': 6, 'project_id': '9106b93195e2437ca1bce4597ed53e70', 'gw_port_host': None}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:46.276986 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540e99fc-4895-4cee-87c0-4d5d84c25d85 None None] The sync data for ids ['e350eae2-ff21-4c96-854a-bd3c4bba0c00'] in dv-cinder-805477-1-iscsi is: [{'id': 'e350eae2-ff21-4c96-854a-bd3c4bba0c00', 'name': 'tempest-TestShelveInstance-1904287037-router', 'tenant_id': '9106b93195e2437ca1bce4597ed53e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:58:39Z', 'updated_at': '2021-08-21T11:04:45Z', 'revision_number': 6, 'project_id': '9106b93195e2437ca1bce4597ed53e70', 'gw_port_host': None}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:04:46.382021 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9331c-7724-4224-8dd8-0a30b60a1d14 req-84987207-7535-412e-b0d2-41673d384054 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:46.383659 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-67a9331c-7724-4224-8dd8-0a30b60a1d14 req-84987207-7535-412e-b0d2-41673d384054 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 943 time: 0.1564386 Aug 21 11:04:46.452995 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-67a9331c-7724-4224-8dd8-0a30b60a1d14 req-fc27573f-e060-439d-8aa2-52a19292180b tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571723 Aug 21 11:04:46.505523 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:46.511420 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-35da686a-763a-44dd-bb18-63837cd4e3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:46.559312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] Pushing event deleted for resources: {'Port': ['ID=c584a399-14a6-4586-babb-c1198e8b9214,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:46.562064 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:46.795998 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33135449'] for router_gateway, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:47.056695 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762904'] for router, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:47.061659 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:47.166005 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821713719'] for router, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:47.170273 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e350eae2-ff21-4c96-854a-bd3c4bba0c00 {{(pid=82512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 11:04:47.180065 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] Notify callbacks [] for router, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:47.181310 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-2be534ce-1fac-4b5b-94ab-0a922d6e1945 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e350eae2-ff21-4c96-854a-bd3c4bba0c00 HTTP/1.1" status: 204 len: 168 time: 1.8075323 Aug 21 11:04:47.184016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60254) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:47.251475 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-599a182c-5cd7-496f-9291-256ef0232093 admin admin] Deleting subnet 326bad27-2a8c-4ff0-862a-d408f53b583a {{(pid=82512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 11:04:47.254675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-599a182c-5cd7-496f-9291-256ef0232093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:47.307733 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-599a182c-5cd7-496f-9291-256ef0232093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853126341'] for subnet, precommit_delete_associations {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:47.426598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-599a182c-5cd7-496f-9291-256ef0232093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:47.526570 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-599a182c-5cd7-496f-9291-256ef0232093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822618240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32114412'] for subnet, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:47.531556 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-aec0ce3b-c5e9-45a1-b3bd-0128b7813b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:47.698649 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 11:04:47.823103 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a182c-5cd7-496f-9291-256ef0232093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326bad27-2a8c-4ff0-862a-d408f53b583a,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:47.831406 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-599a182c-5cd7-496f-9291-256ef0232093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:47.842698 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-599a182c-5cd7-496f-9291-256ef0232093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:47.845130 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:47.854782 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-599a182c-5cd7-496f-9291-256ef0232093 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/326bad27-2a8c-4ff0-862a-d408f53b583a HTTP/1.1" status: 204 len: 168 time: 0.6673172 Aug 21 11:04:47.855188 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60264) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:47.863853 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede45727-b232-4d4a-88dc-acfde8a724d7 None None] Network 3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 11:04:47.895909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66d3bd-b692-429f-bf2f-6b1983bbf2c2 req-03386ca5-5b7d-4fb1-a08d-5af5307419ad tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:47.898667 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ba66d3bd-b692-429f-bf2f-6b1983bbf2c2 req-03386ca5-5b7d-4fb1-a08d-5af5307419ad tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 943 time: 0.1199594 Aug 21 11:04:47.963436 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ba66d3bd-b692-429f-bf2f-6b1983bbf2c2 req-2703b22b-1e54-431e-891e-03a1c28268d8 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580411 Aug 21 11:04:47.966030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60270) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:47.989283 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'port_id': '2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5', 'mac_address': 'fa:16:3e:c6:8d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 11:04:47.992051 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:48.006193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Deleting port 8ea554e9-afab-4410-b5fb-dcddb5835044 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:48.006585 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:48.063721 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device bdf11c19-63cb-4984-883b-a729e19a98e2 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:04:48.147498 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: bdf11c19-63cb-4984-883b-a729e19a98e2 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:04:48.147933 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device bdf11c19-63cb-4984-883b-a729e19a98e2 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:04:48.148414 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device c584a399-14a6-4586-babb-c1198e8b9214 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:04:48.192518 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:48.211706 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: c584a399-14a6-4586-babb-c1198e8b9214 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:04:48.212430 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device c584a399-14a6-4586-babb-c1198e8b9214 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:04:48.225320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 11:04:48.252555 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] For port 8ea554e9-afab-4410-b5fb-dcddb5835044, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=8ea554e9-afab-4410-b5fb-dcddb5835044,segment=NetworkSegment(fc8001b6-4443-4fab-8253-679a3b842d98),segment_id=fc8001b6-4443-4fab-8253-679a3b842d98)] {{(pid=82511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:48.252966 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:48.253171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:48.282931 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:48.284862 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:48.338168 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37612c28-5b4a-42af-9b77-4acc950269be None None] DHCP port deletion for 3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc request from dv-cinder-805477-1-iscsi {{(pid=82513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 11:04:48.348292 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-37612c28-5b4a-42af-9b77-4acc950269be None None] Deleting port 8ea554e9-afab-4410-b5fb-dcddb5835044 {{(pid=82513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:48.348724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-37612c28-5b4a-42af-9b77-4acc950269be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:48.397794 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Calling delete_port for 8ea554e9-afab-4410-b5fb-dcddb5835044 owned by network:dhcp {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:48.499635 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:48.506063 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-bb23509d-9e28-46f1-877f-a22469a3b3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:48.553763 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea554e9-afab-4410-b5fb-dcddb5835044,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:48.556991 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:48.559767 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] No DVR routers for this DVR port 8ea554e9-afab-4410-b5fb-dcddb5835044 on host dv-cinder-805477-1-iscsi {{(pid=82511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:04:48.586607 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-37612c28-5b4a-42af-9b77-4acc950269be None None] The port '8ea554e9-afab-4410-b5fb-dcddb5835044' was deleted {{(pid=82513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 11:04:48.597264 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:48.598652 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:48.671798 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 11:04:48.690404 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:48.707005 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc']}} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:48.711570 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-45b0946a-cc14-4b83-bdec-e50e3ef0d60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33131368'] for router_interface, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:48.720672 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8001b6-4443-4fab-8253-679a3b842d98') {'for_net_delete': True} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:48.721024 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8001b6-4443-4fab-8253-679a3b842d98') {} {{(pid=82511) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:48.735577 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1529211'] for segment, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:48.750722 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:48.756898 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=82511) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 11:04:48.757326 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31833257'] for segment, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 11:04:48.771535 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 11:04:49.131241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:49.141205 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:49.149582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-463b2586-3c9c-4e3b-8c5e-14ea42efa162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:49.182615 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc HTTP/1.1" status: 204 len: 168 time: 1.3237782 Aug 21 11:04:49.182615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fde9a07-100d-4fcd-ab3b-2e4290c6fcdc,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:49.184238 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-730b01b8-96a0-4585-9624-8315e226ba68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:49.215766 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef06cf5-febc-4230-8134-581107d53378 req-6fa8def8-eb13-4f43-85b7-5fd9479c694c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:49.223792 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ef06cf5-febc-4230-8134-581107d53378 req-6fa8def8-eb13-4f43-85b7-5fd9479c694c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 944 time: 0.1309359 Aug 21 11:04:49.271258 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2ef06cf5-febc-4230-8134-581107d53378 req-d8c84551-0b10-4075-9441-50b7dd347f78 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463367 Aug 21 11:04:49.369845 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-45b0946a-cc14-4b83-bdec-e50e3ef0d60e admin admin] Deleting port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:49.370222 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-45b0946a-cc14-4b83-bdec-e50e3ef0d60e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:49.537258 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60280) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:49.548504 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-45b0946a-cc14-4b83-bdec-e50e3ef0d60e admin admin] For port 6153dd3a-3adc-4f44-aa62-1ce8dc22adad, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=6153dd3a-3adc-4f44-aa62-1ce8dc22adad,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:49.548923 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-45b0946a-cc14-4b83-bdec-e50e3ef0d60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:49.595595 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-349cd536-5a93-4562-803d-bb526757cba0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=558d426de72a4151952770512d159a9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546172 Aug 21 11:04:49.595836 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60284) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:49.657630 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-642ef8e1-88e0-4fa8-8231-211545478830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:49.672548 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-45b0946a-cc14-4b83-bdec-e50e3ef0d60e admin admin] Calling delete_port for 6153dd3a-3adc-4f44-aa62-1ce8dc22adad owned by network:router_interface {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:49.684271 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-642ef8e1-88e0-4fa8-8231-211545478830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:49.720095 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:04:49.756641 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-642ef8e1-88e0-4fa8-8231-211545478830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:49.762184 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8ad12d31-cba5-4c9d-8c92-3b220744c7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:49.776365 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ef8e1-88e0-4fa8-8231-211545478830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f603c036-daef-4b10-a75a-84f0915978a1,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:49.779140 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-642ef8e1-88e0-4fa8-8231-211545478830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:49.786581 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-642ef8e1-88e0-4fa8-8231-211545478830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:49.791307 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-642ef8e1-88e0-4fa8-8231-211545478830 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f603c036-daef-4b10-a75a-84f0915978a1 HTTP/1.1" status: 204 len: 168 time: 0.1921332 Aug 21 11:04:49.830686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:04:49.836121 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:04:49.836756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:49.882174 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-45b0946a-cc14-4b83-bdec-e50e3ef0d60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:49.886980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e2aa0bbd-39e4-4e4c-aa59-50099f74e44e tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:49.933163 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0946a-cc14-4b83-bdec-e50e3ef0d60e admin admin] Pushing event deleted for resources: {'Port': ['ID=6153dd3a-3adc-4f44-aa62-1ce8dc22adad,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:49.936055 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-45b0946a-cc14-4b83-bdec-e50e3ef0d60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:49.955843 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:50.002197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c8b642-534a-477f-ba85-34d6710b35d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:04:50.014808 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:50.020999 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 8ea554e9-afab-4410-b5fb-dcddb5835044 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:04:50.062680 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:50.071507 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:50.123596 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c8b642-534a-477f-ba85-34d6710b35d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5', 'code': 200} Aug 21 11:04:50.124554 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: 8ea554e9-afab-4410-b5fb-dcddb5835044 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:04:50.124952 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 8ea554e9-afab-4410-b5fb-dcddb5835044 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:04:50.164897 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:50.176657 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:50.294518 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-45b0946a-cc14-4b83-bdec-e50e3ef0d60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821937503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821718568'] for router_interface, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:50.470445 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60296) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:50.559799 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-5603216d-399d-4411-afa0-9b6c979db28e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9106b93195e2437ca1bce4597ed53e70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0879648 Aug 21 11:04:50.563508 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60300) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:50.580799 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003367d8-82bc-493a-bc2a-880b31bb155b req-b965027a-c88d-479e-ae5a-6674fdab6655 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:50.582418 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-003367d8-82bc-493a-bc2a-880b31bb155b req-b965027a-c88d-479e-ae5a-6674fdab6655 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 945 time: 0.1370006 Aug 21 11:04:50.636981 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-745e4e4d-b374-4340-a184-2c4339f6f2bb req-8214e4b8-06c5-49c8-a3b6-5ac08b098933 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 1098 time: 0.1159542 Aug 21 11:04:50.667179 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-003367d8-82bc-493a-bc2a-880b31bb155b req-9136c109-ab51-4d17-8a76-c41c0f64540b tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765390 Aug 21 11:04:50.688744 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-745e4e4d-b374-4340-a184-2c4339f6f2bb req-94490702-505f-4c66-9670-ac7a40338265 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433028 Aug 21 11:04:50.997304 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-399b16e4-8070-4178-a91c-e95bb0facfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:51.043581 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-399b16e4-8070-4178-a91c-e95bb0facfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:51.287689 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b0946a-cc14-4b83-bdec-e50e3ef0d60e admin admin] Router cb618512-4802-41c4-ba3e-de19044ec61a has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:04:51.290876 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-399b16e4-8070-4178-a91c-e95bb0facfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:51.296209 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e00f7d7d-64f5-4117-8b52-14b2919b0e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:51.314632 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b16e4-8070-4178-a91c-e95bb0facfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f93d774-158b-492b-b2e5-a8a3abc7471f,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:51.319760 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-399b16e4-8070-4178-a91c-e95bb0facfb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:51.393360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-399b16e4-8070-4178-a91c-e95bb0facfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:51.394570 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-399b16e4-8070-4178-a91c-e95bb0facfb0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f93d774-158b-492b-b2e5-a8a3abc7471f HTTP/1.1" status: 204 len: 168 time: 0.8300786 Aug 21 11:04:51.533657 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b0946a-cc14-4b83-bdec-e50e3ef0d60e admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:04:51.539192 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-45b0946a-cc14-4b83-bdec-e50e3ef0d60e admin admin] 10.222.0.49 "PUT /v2.0/routers/cb618512-4802-41c4-ba3e-de19044ec61a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5713074 Aug 21 11:04:51.541457 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60306) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:51.551661 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ebfcf5-4ad4-4093-a71b-3d49ce345030 None None] Sync routers for ids ['cb618512-4802-41c4-ba3e-de19044ec61a'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:04:51.564243 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ebfcf5-4ad4-4093-a71b-3d49ce345030 None None] Routers {'cb618512-4802-41c4-ba3e-de19044ec61a'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:04:51.565022 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-f1ebfcf5-4ad4-4093-a71b-3d49ce345030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:04:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['cb618512-4802-41c4-ba3e-de19044ec61a'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:51.778510 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] Notify callbacks [] for router, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:51.795924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-f1ebfcf5-4ad4-4093-a71b-3d49ce345030 None None] Set router cb618512-4802-41c4-ba3e-de19044ec61a gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:04:51.941636 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a680bb2-fbb0-46f1-9b82-3d9c1701fefc req-c30f1db9-a0dc-4870-9275-c0abf7351884 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:51.943454 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2a680bb2-fbb0-46f1-9b82-3d9c1701fefc req-c30f1db9-a0dc-4870-9275-c0abf7351884 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 945 time: 0.1228504 Aug 21 11:04:52.012501 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2a680bb2-fbb0-46f1-9b82-3d9c1701fefc req-4f260695-25be-47c0-b1a7-ab4686467ef3 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619981 Aug 21 11:04:52.067047 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:52.104626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] Deleting port a78769f4-d85b-4bbb-9d89-89d4bd8e1acc {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:52.105489 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:52.168463 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-f1ebfcf5-4ad4-4093-a71b-3d49ce345030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T11:04:49Z', 'revision_number': 5, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port': {'id': 'a78769f4-d85b-4bbb-9d89-89d4bd8e1acc', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:52:39Z', 'updated_at': '2021-08-21T10:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:52.172753 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ebfcf5-4ad4-4093-a71b-3d49ce345030 None None] Checking router: cb618512-4802-41c4-ba3e-de19044ec61a for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:04:52.186046 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ebfcf5-4ad4-4093-a71b-3d49ce345030 None None] Routers {'cb618512-4802-41c4-ba3e-de19044ec61a'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:04:52.186910 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-f1ebfcf5-4ad4-4093-a71b-3d49ce345030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:04:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['cb618512-4802-41c4-ba3e-de19044ec61a'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:52.291441 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] For port a78769f4-d85b-4bbb-9d89-89d4bd8e1acc, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=a78769f4-d85b-4bbb-9d89-89d4bd8e1acc,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:52.291893 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:52.345693 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-f1ebfcf5-4ad4-4093-a71b-3d49ce345030 None None] Set router cb618512-4802-41c4-ba3e-de19044ec61a gateway port host: None {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:04:52.415131 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] Calling delete_port for a78769f4-d85b-4bbb-9d89-89d4bd8e1acc owned by network:router_gateway {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:52.455240 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-f1ebfcf5-4ad4-4093-a71b-3d49ce345030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T11:04:52Z', 'revision_number': 6, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port_host': None}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:52.459346 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ebfcf5-4ad4-4093-a71b-3d49ce345030 None None] The sync data for ids ['cb618512-4802-41c4-ba3e-de19044ec61a'] in dv-cinder-805477-1-iscsi is: [{'id': 'cb618512-4802-41c4-ba3e-de19044ec61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1823476018-router', 'tenant_id': '92f4599243a149a7856c54fdc20f7e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:52:37Z', 'updated_at': '2021-08-21T11:04:52Z', 'revision_number': 6, 'project_id': '92f4599243a149a7856c54fdc20f7e47', 'gw_port_host': None}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:04:52.611987 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:52.617110 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0de570de-44e8-49a9-91e9-503030e0cf76 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:52.659595 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] Pushing event deleted for resources: {'Port': ['ID=a78769f4-d85b-4bbb-9d89-89d4bd8e1acc,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:52.662386 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:52.888924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33135449'] for router_gateway, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:53.154284 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762904'] for router, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:53.200969 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:53.253841 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073c314-cdd8-4429-a2bd-7f5036b841f1 req-bf92b8c0-58a3-4576-bf7f-fb728e6e55df tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:53.255406 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4073c314-cdd8-4429-a2bd-7f5036b841f1 req-bf92b8c0-58a3-4576-bf7f-fb728e6e55df tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 945 time: 0.1081550 Aug 21 11:04:53.303222 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4073c314-cdd8-4429-a2bd-7f5036b841f1 req-b941db85-827a-475f-badc-fe5fc7ee4f7b tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416875 Aug 21 11:04:53.383169 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821713719'] for router, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:53.383787 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb618512-4802-41c4-ba3e-de19044ec61a {{(pid=82511) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 11:04:53.396790 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] Notify callbacks [] for router, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:53.398019 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-fb498d8f-a4da-4cfa-bc8e-8e58a6f1914f admin admin] 10.222.0.49 "DELETE /v2.0/routers/cb618512-4802-41c4-ba3e-de19044ec61a HTTP/1.1" status: 204 len: 168 time: 1.8554819 Aug 21 11:04:53.400884 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60316) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:53.520928 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e290f03-9352-4ce4-aa56-11db7106c1d5 admin admin] Deleting subnet 0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f {{(pid=82512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 11:04:53.525401 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3e290f03-9352-4ce4-aa56-11db7106c1d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:53.593153 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3e290f03-9352-4ce4-aa56-11db7106c1d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853126341'] for subnet, precommit_delete_associations {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:53.633690 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffb121-7216-4572-be2a-6ae5b3927278 req-3d26bfc9-9283-40de-98c6-30e3402d7559 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:53.635274 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-90ffb121-7216-4572-be2a-6ae5b3927278 req-3d26bfc9-9283-40de-98c6-30e3402d7559 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 945 time: 0.1962767 Aug 21 11:04:53.708074 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-90ffb121-7216-4572-be2a-6ae5b3927278 req-b23670b6-8a18-4e58-8a9e-b0e9c5973e3f tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659201 Aug 21 11:04:53.719128 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3e290f03-9352-4ce4-aa56-11db7106c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:53.735644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60320) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:53.984173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device a78769f4-d85b-4bbb-9d89-89d4bd8e1acc no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:04:54.008418 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3e290f03-9352-4ce4-aa56-11db7106c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822618240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32114412'] for subnet, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:54.012901 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:54.021191 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: a78769f4-d85b-4bbb-9d89-89d4bd8e1acc {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:04:54.021603 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device a78769f4-d85b-4bbb-9d89-89d4bd8e1acc not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:04:54.022084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 6153dd3a-3adc-4f44-aa62-1ce8dc22adad no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:04:54.052990 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e290f03-9352-4ce4-aa56-11db7106c1d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:54.056843 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3e290f03-9352-4ce4-aa56-11db7106c1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:54.057016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: 6153dd3a-3adc-4f44-aa62-1ce8dc22adad {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:04:54.057272 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 6153dd3a-3adc-4f44-aa62-1ce8dc22adad not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:04:54.060379 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3e290f03-9352-4ce4-aa56-11db7106c1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:54.066469 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebc730d-57ce-4699-aa1a-438b2102a00d None None] Network ffac6d6c-98c6-42e8-8c03-8096916bd29d requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 11:04:54.066603 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-3e290f03-9352-4ce4-aa56-11db7106c1d5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0d2b2710-c6ca-4ea5-b90b-f2ef7c3a213f HTTP/1.1" status: 204 len: 168 time: 0.6645193 Aug 21 11:04:54.069296 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60326) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:54.092025 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-bc40fb2b-fb0b-49a9-8aea-a127b47ca23b tempest-TestVolumeBootPattern-447381121 tempest-TestVolumeBootPattern-447381121-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 1093 time: 0.3542693 Aug 21 11:04:54.094617 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60330) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:54.100587 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Request body: {'floatingip': {'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'port_id': '2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address': '172.20.0.3'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:04:54.106569 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:04:54.110687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Usage tracker for resource:floatingip and tenant:5a81a97062a44c1a82976925e1efb742 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:04:54.113713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:04:54.120039 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:04:54.162755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for floatingip, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:54.196696 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:54.209262 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Deleting port c339333f-f57c-40b5-bd52-92b56f2ba734 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:54.209647 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:54.329961 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:54.351325 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5672d8c3-04c7-447b-8837-7730db358a37 None None] DHCP port deletion for ffac6d6c-98c6-42e8-8c03-8096916bd29d request from dv-cinder-805477-1-iscsi {{(pid=82513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 11:04:54.356066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-5672d8c3-04c7-447b-8837-7730db358a37 None None] Deleting port c339333f-f57c-40b5-bd52-92b56f2ba734 {{(pid=82513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:54.356615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5672d8c3-04c7-447b-8837-7730db358a37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:54.427787 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] For port c339333f-f57c-40b5-bd52-92b56f2ba734, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=c339333f-f57c-40b5-bd52-92b56f2ba734,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:54.428226 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:54.486171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Allocated IP 172.27.3.130 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/4081414e-8b53-4f5e-843e-b2ab2468a00d) {{(pid=82511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:04:54.557596 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Calling delete_port for c339333f-f57c-40b5-bd52-92b56f2ba734 owned by network:dhcp {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:54.590520 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-5672d8c3-04c7-447b-8837-7730db358a37 None None] For port c339333f-f57c-40b5-bd52-92b56f2ba734, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=c339333f-f57c-40b5-bd52-92b56f2ba734,segment=NetworkSegment(653aeddb-3548-4132-b48e-ea709f7cdb8e),segment_id=653aeddb-3548-4132-b48e-ea709f7cdb8e)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:04:54.590898 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5672d8c3-04c7-447b-8837-7730db358a37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:54.671654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:54.676914 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-45b0946a-cc14-4b83-bdec-e50e3ef0d60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:54.721610 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=c339333f-f57c-40b5-bd52-92b56f2ba734,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:54.724870 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:54.725084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-5672d8c3-04c7-447b-8837-7730db358a37 None None] Calling delete_port for c339333f-f57c-40b5-bd52-92b56f2ba734 owned by network:dhcp {{(pid=82513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:04:54.727868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] No DVR routers for this DVR port c339333f-f57c-40b5-bd52-92b56f2ba734 on host dv-cinder-805477-1-iscsi {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:04:54.801476 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.db.api [None req-5672d8c3-04c7-447b-8837-7730db358a37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82513) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 11:04:54.801903 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_db.api [None req-5672d8c3-04c7-447b-8837-7730db358a37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 11:04:54.853266 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:54.866777 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffac6d6c-98c6-42e8-8c03-8096916bd29d']}} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:54.867989 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for port, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:54.883561 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653aeddb-3548-4132-b48e-ea709f7cdb8e') {'for_net_delete': True} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:54.883913 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653aeddb-3548-4132-b48e-ea709f7cdb8e') {} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:54.896375 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649459'] for segment, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:54.922787 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:54.927633 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-9248c8e8-25a7-40fb-aeb3-f0aecf23ca12 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:54.980181 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:54.986966 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=82512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 11:04:54.987479 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822618131'] for segment, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:54.991886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:04:54.995367 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:04:54.999341 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Received port after_create {{(pid=82511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 11:04:55.002023 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 11:04:55.038107 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event updated for resources: {'Port': ['ID=4081414e-8b53-4f5e-843e-b2ab2468a00d,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:55.042397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:55.241708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:55.245626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:55.262459 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:55.269512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffac6d6c-98c6-42e8-8c03-8096916bd29d,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:55.274077 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:55.303688 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-5672d8c3-04c7-447b-8837-7730db358a37 None None] Deleting port c339333f-f57c-40b5-bd52-92b56f2ba734 {{(pid=82513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:04:55.304185 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5672d8c3-04c7-447b-8837-7730db358a37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:55.307996 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ffac6d6c-98c6-42e8-8c03-8096916bd29d HTTP/1.1" status: 204 len: 168 time: 1.2350669 Aug 21 11:04:55.369577 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-5672d8c3-04c7-447b-8837-7730db358a37 None None] The port 'c339333f-f57c-40b5-bd52-92b56f2ba734' was deleted {{(pid=82513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 11:04:55.538118 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:55.576483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60336) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:55.630827 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:55.634943 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-da6b9b41-33cb-4971-8eaa-5471dd6579dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=92f4599243a149a7856c54fdc20f7e47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0571234 Aug 21 11:04:55.637609 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60340) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:55.700364 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4359675a-4c3e-4307-a72f-ab59c83ca2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:55.726930 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4359675a-4c3e-4307-a72f-ab59c83ca2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:55.845935 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for port, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:55.868914 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4359675a-4c3e-4307-a72f-ab59c83ca2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:55.874143 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f40bc5b7-060f-4238-8fdb-c0d52c94a6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:55.889364 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359675a-4c3e-4307-a72f-ab59c83ca2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fea9b6-2610-43fd-aca1-b2a032dde82d,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:55.892237 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4359675a-4c3e-4307-a72f-ab59c83ca2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:55.898494 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4359675a-4c3e-4307-a72f-ab59c83ca2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:55.899208 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31833227'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:55.899760 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4359675a-4c3e-4307-a72f-ab59c83ca2dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4fea9b6-2610-43fd-aca1-b2a032dde82d HTTP/1.1" status: 204 len: 168 time: 0.2611115 Aug 21 11:04:55.904558 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:55.985472 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device c339333f-f57c-40b5-bd52-92b56f2ba734 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:04:56.009146 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event updated for resources: {'Port': ['ID=4081414e-8b53-4f5e-843e-b2ab2468a00d,revision_number=2']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:56.017305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:56.022740 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: c339333f-f57c-40b5-bd52-92b56f2ba734 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:04:56.023143 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device c339333f-f57c-40b5-bd52-92b56f2ba734 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:04:56.031943 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:56.232658 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.l3_db [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Floating IP 6c95b6a5-4d45-4299-a92c-a7836a577b5d associated. External IP: 172.27.3.130, port: 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5. Aug 21 11:04:56.641460 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Router 214fac9c-89b6-4d25-a790-e3ba951d6485 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:04:56.853648 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:04:56.868673 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e82d24-2a36-4f25-8784-95f83d247a3d None None] Sync routers for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:04:56.878360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e82d24-2a36-4f25-8784-95f83d247a3d None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:04:56.879033 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-79e82d24-2a36-4f25-8784-95f83d247a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:04:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:56.909361 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:56.965460 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8697181 Aug 21 11:04:56.966656 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c8b642-534a-477f-ba85-34d6710b35d4', 'tag': '2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5'}] {{(pid=82511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:04:56.999298 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60366) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:57.025458 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c8b642-534a-477f-ba85-34d6710b35d4', 'tag': '2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5', 'status': 'completed', 'code': 200} Aug 21 11:04:57.079288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-79e82d24-2a36-4f25-8784-95f83d247a3d None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:04:57.127394 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d444c8e-277c-4ee2-9684-c98b2a9abb5d req-03b46df2-9a7d-4a45-9cd3-c3e01636bdc2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 1098 time: 0.0798445 Aug 21 11:04:57.181193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1605873658-network', 'tenant_id': '729a531820ca474f804d788c43254110'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:04:57.181193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:04:57.181193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Usage tracker for resource:network and tenant:729a531820ca474f804d788c43254110 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:04:57.181193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:04:57.232789 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:04:57.300261 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d444c8e-277c-4ee2-9684-c98b2a9abb5d req-96be1b88-38ba-41ae-9a2e-883e4cfe3b68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:57.301865 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d444c8e-277c-4ee2-9684-c98b2a9abb5d req-96be1b88-38ba-41ae-9a2e-883e4cfe3b68 service neutron] 10.222.0.35 "GET /v2.0/networks?id=72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 200 len: 913 time: 0.1682844 Aug 21 11:04:57.309898 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Made reservation on behalf of 729a531820ca474f804d788c43254110 for: {'network': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 11:04:57.314676 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for network, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:57.398632 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:57.449363 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-79e82d24-2a36-4f25-8784-95f83d247a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '3d34ccc1-1591-4c8e-b851-e80d9fbdbf1f', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'port_id': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'mac_address': 'fa:16:3e:e3:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:02:16Z', 'updated_at': '2021-08-21T11:02:20Z', 'revision_number': 1, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address_scope': None}, {'id': '6c95b6a5-4d45-4299-a92c-a7836a577b5d', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'port_id': '2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'mac_address': 'fa:16:3e:c6:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c8b642-534a-477f-ba85-34d6710b35d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:04:55Z', 'updated_at': '2021-08-21T11:04:55Z', 'revision_number': 0, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:57.454400 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e82d24-2a36-4f25-8784-95f83d247a3d None None] Checking router: 214fac9c-89b6-4d25-a790-e3ba951d6485 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:04:57.466319 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e82d24-2a36-4f25-8784-95f83d247a3d None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:04:57.467007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-79e82d24-2a36-4f25-8784-95f83d247a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:04:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:57.661195 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-79e82d24-2a36-4f25-8784-95f83d247a3d None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:04:57.670207 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d444c8e-277c-4ee2-9684-c98b2a9abb5d req-149a9864-581e-443e-a901-86f1cd69ead2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 HTTP/1.1" status: 200 len: 999 time: 0.3607013 Aug 21 11:04:57.741173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:04:57.748513 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Usage tracker for resource:security_group_rule and tenant:729a531820ca474f804d788c43254110 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:04:57.753778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:04:57.757817 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d444c8e-277c-4ee2-9684-c98b2a9abb5d req-5ebf649d-933c-4853-961e-1ff5ab70bc2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:57.759416 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d444c8e-277c-4ee2-9684-c98b2a9abb5d req-5ebf649d-933c-4853-961e-1ff5ab70bc2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e48e03a-0b14-438e-a40a-f8cd4e77adf3 HTTP/1.1" status: 200 len: 851 time: 0.0831697 Aug 21 11:04:57.764481 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:04:57.893194 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d444c8e-277c-4ee2-9684-c98b2a9abb5d req-4dc46f02-8f7f-4341-9468-99d6a1d3bc21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72b0ec08-f5e0-4143-aa96-7f6e7b152022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1260257 Aug 21 11:04:57.911050 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:57.986747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:57.996662 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f6be5b5d-3335-4fbd-aba3-e65827de7a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:58.040436 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=82511) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Aug 21 11:04:58.052721 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80cf374-79b3-4e46-a0f9-d342dc2bb5cc,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:58.056062 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:58.073926 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:58.074329 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.segments_db [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Added segment b42bc4ab-424f-4a8b-b286-6e5abfc628bb of type vlan for network 2251c961-d2a7-4253-9748-f4d83c0702f2 Aug 21 11:04:58.119331 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d444c8e-277c-4ee2-9684-c98b2a9abb5d req-70d4e0ec-48b4-46d9-ab51-563928713b49 service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068465 Aug 21 11:04:58.123320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763091731725'] for network, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:58.195147 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-79e82d24-2a36-4f25-8784-95f83d247a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '3d34ccc1-1591-4c8e-b851-e80d9fbdbf1f', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'port_id': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'mac_address': 'fa:16:3e:e3:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:02:16Z', 'updated_at': '2021-08-21T11:02:20Z', 'revision_number': 1, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address_scope': None}, {'id': '6c95b6a5-4d45-4299-a92c-a7836a577b5d', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'port_id': '2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'mac_address': 'fa:16:3e:c6:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c8b642-534a-477f-ba85-34d6710b35d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:04:55Z', 'updated_at': '2021-08-21T11:04:55Z', 'revision_number': 0, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:04:58.199345 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e82d24-2a36-4f25-8784-95f83d247a3d None None] The sync data for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi is: [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '3d34ccc1-1591-4c8e-b851-e80d9fbdbf1f', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'port_id': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'mac_address': 'fa:16:3e:e3:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:02:16Z', 'updated_at': '2021-08-21T11:02:20Z', 'revision_number': 1, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address_scope': None}, {'id': '6c95b6a5-4d45-4299-a92c-a7836a577b5d', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'port_id': '2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'mac_address': 'fa:16:3e:c6:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c8b642-534a-477f-ba85-34d6710b35d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:04:55Z', 'updated_at': '2021-08-21T11:04:55Z', 'revision_number': 0, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:04:58.288447 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8d444c8e-277c-4ee2-9684-c98b2a9abb5d req-86a2076c-e887-4a98-ae91-65184c204022 service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605480 Aug 21 11:04:58.289562 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312'] for network, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:58.290780 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:58.291412 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:58.296805 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:58.404569 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Pushing event updated for resources: {'Network': ['ID=2251c961-d2a7-4253-9748-f4d83c0702f2,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:58.407468 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:58.415106 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Network 2251c961-d2a7-4253-9748-f4d83c0702f2 details requested by agent ovs-agent-dv-cinder-805477-1-iscsi with host dv-cinder-805477-1-iscsi {{(pid=82513) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Aug 21 11:04:58.425656 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-15409b8e-c33e-48d0-9d13-e8fb6bf46e02 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4251809 Aug 21 11:04:58.428709 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60372) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:58.435446 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] Request body: {'subnet': {'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1605873658-subnet', 'tenant_id': '729a531820ca474f804d788c43254110', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:04:58.440918 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:04:58.445249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] Usage tracker for resource:subnet and tenant:729a531820ca474f804d788c43254110 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:04:58.448427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:04:58.455283 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:04:58.493469 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] Made reservation on behalf of 729a531820ca474f804d788c43254110 for: {'subnet': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 11:04:58.499034 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31956675'] for subnet, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:58.558314 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7821d3e-4a5e-40a8-b2db-8ab11d8f8582 None None] New status for floating IP 6c95b6a5-4d45-4299-a92c-a7836a577b5d: ACTIVE {{(pid=82513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 11:04:58.756632 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1720835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31956690'] for subnet, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:58.761237 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cfb5a29b-902e-485d-8b97-f206e2af30f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:58.846750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] Pushing event updated for resources: {'Subnet': ['ID=99fb1ae1-1ab8-437c-8272-7f9abc01dd78,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:58.850700 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:58.859405 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] Checking segment: {'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:04:58.859842 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] Network hostable DHCP agents. Network: 2251c961-d2a7-4253-9748-f4d83c0702f2, hostable agents: ['befbb41e-8fae-43a5-aeca-e82adfcd93fd'], hosted agents: [] {{(pid=82511) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Aug 21 11:04:58.910763 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] Network 2251c961-d2a7-4253-9748-f4d83c0702f2 is scheduled to be hosted by DHCP agent befbb41e-8fae-43a5-aeca-e82adfcd93fd with binding_index 1 {{(pid=82511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Aug 21 11:04:58.945020 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805477-1-iscsi, 2251c961-d2a7-4253-9748-f4d83c0702f2) {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:04:58.949218 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:04:58.949885 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:58.968774 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be67b9b-42f4-4a18-b1af-cdb964626360 None None] Network 2251c961-d2a7-4253-9748-f4d83c0702f2 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 11:04:59.002793 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-89f369c4-37e1-46cb-abed-b0eeb146a95d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5729523 Aug 21 11:04:59.005568 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60376) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:04:59.011994 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:04:59.016419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:04:59.020521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Usage tracker for resource:router and tenant:729a531820ca474f804d788c43254110 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:04:59.023552 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:04:59.030443 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:04:59.065115 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33135636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854762917'] for router, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:59.066462 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821639991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821640435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:59.085483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:59.200281 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c1ad745-1140-5ba7-a055-2cb98fb248a8-2251c961-d2a7-4253-9748-f4d83c0702f2', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'tenant_id': '729a531820ca474f804d788c43254110', 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78'}]}} from dv-cinder-805477-1-iscsi. {{(pid=82513) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Aug 21 11:04:59.201291 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:59.262714 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821640420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33135655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:59.369418 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Allocated IP 172.20.0.2 (2251c961-d2a7-4253-9748-f4d83c0702f2/99fb1ae1-1ab8-437c-8272-7f9abc01dd78/f3eabe2b-9138-45b3-94a5-2daa38089f6b) {{(pid=82513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:04:59.502088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:59.534222 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:59.582209 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Notify callbacks [] for port, precommit_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:59.593457 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Transition to ACTIVE for port object f3eabe2b-9138-45b3-94a5-2daa38089f6b will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:04:59.612283 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Transition to ACTIVE for port object f3eabe2b-9138-45b3-94a5-2daa38089f6b will not be triggered until provisioned by entity DHCP. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:04:59.636566 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684'] for port, after_create {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:59.642000 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:59.678781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Allocated IP 172.27.3.78 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/28b12090-4d99-4fc9-82e2-3f110b511430) {{(pid=82511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:04:59.712216 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Network 2251c961-d2a7-4253-9748-f4d83c0702f2 is already hosted by enough agents. {{(pid=82513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:04:59.716011 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Resources bound (agent type, host, resource id): {{(pid=82513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:04:59.718527 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Received port after_create {{(pid=82513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:04:59.724564 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Pushing event updated for resources: {'Port': ['ID=f3eabe2b-9138-45b3-94a5-2daa38089f6b,revision_number=1']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:04:59.727470 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:04:59.816708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Attempting to bind port f3eabe2b-9138-45b3-94a5-2daa38089f6b on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 11:04:59.817044 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Attempting to bind port f3eabe2b-9138-45b3-94a5-2daa38089f6b by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 11:04:59.817449 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Attempting to bind port f3eabe2b-9138-45b3-94a5-2daa38089f6b on network 2251c961-d2a7-4253-9748-f4d83c0702f2 {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:04:59.824164 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 11, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 11:04:59.824589 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Checking segment: {'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:04:59.825031 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:59.826108 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Bound using segment: {'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 11:04:59.826626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Bound port: f3eabe2b-9138-45b3-94a5-2daa38089f6b, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 11:04:59.827039 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:59.844040 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:59.911011 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:59.913932 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] For port f3eabe2b-9138-45b3-94a5-2daa38089f6b, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 11:04:59.915974 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-35c1b31e-7c06-426c-9458-878eee969882 tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:59.917125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] For port f3eabe2b-9138-45b3-94a5-2daa38089f6b, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=f3eabe2b-9138-45b3-94a5-2daa38089f6b,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 11:04:59.945282 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:04:59.949867 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:04:59.980169 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:04:59.983640 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:04:59.986433 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Received port after_create {{(pid=82511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:05:00.027030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Pushing event updated for resources: {'Port': ['ID=28b12090-4d99-4fc9-82e2-3f110b511430,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:00.030007 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:00.038395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Pushing event updated for resources: {'Port': ['ID=f3eabe2b-9138-45b3-94a5-2daa38089f6b,revision_number=2']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:00.043838 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b5a28c78-ab80-47c1-b371-fe1fbe694de0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:00.189002 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:00.190188 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821640145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33135399'] for router, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:00.550651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Router 757e437d-d5a9-4921-b143-59c46fc05395 is scheduled to L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a with binding_index 1 {{(pid=82511) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Aug 21 11:05:00.760757 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:05:00.771154 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Sync routers for ids ['757e437d-d5a9-4921-b143-59c46fc05395'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:05:00.783515 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Routers {'757e437d-d5a9-4921-b143-59c46fc05395'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:05:00.784234 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:04:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['757e437d-d5a9-4921-b143-59c46fc05395'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:05:00.807977 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Notify callbacks [] for router, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:00.809349 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8027425 Aug 21 11:05:00.812843 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60380) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:05:00.971415 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Set router 757e437d-d5a9-4921-b143-59c46fc05395 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:05:01.280388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:00Z', 'revision_number': 3, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:05:01.284982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Checking router: 757e437d-d5a9-4921-b143-59c46fc05395 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:05:01.285388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Updating router 757e437d-d5a9-4921-b143-59c46fc05395 port 28b12090-4d99-4fc9-82e2-3f110b511430 binding host dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 11:05:01.345631 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:01.702305 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Notify callbacks [] for port, precommit_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:01.714614 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Transition to ACTIVE for port object 28b12090-4d99-4fc9-82e2-3f110b511430 will not be triggered until provisioned by entity L2. {{(pid=82514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:05:01.746589 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c00045-56c3-4336-9a15-8a1a9b80635f None None] Network 2251c961-d2a7-4253-9748-f4d83c0702f2 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 11:05:01.750511 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:01.756185 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:01.810177 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:01.836759 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Attempting to bind port 28b12090-4d99-4fc9-82e2-3f110b511430 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 11:05:01.837180 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Attempting to bind port 28b12090-4d99-4fc9-82e2-3f110b511430 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 11:05:01.837591 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Attempting to bind port 28b12090-4d99-4fc9-82e2-3f110b511430 on network f35c1524-3b1c-4af7-979d-fa22ca7197b4 {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:05:01.840545 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d686e3-0773-49ca-89f5-2729c7d4fa1f None None] Pushing event updated for resources: {'Port': ['ID=28b12090-4d99-4fc9-82e2-3f110b511430,revision_number=2']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:01.852091 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 11, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 11:05:01.852514 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Checking segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:05:01.852969 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:01.853480 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Bound using segment: {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'} {{(pid=82514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 11:05:01.853962 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Bound port: 28b12090-4d99-4fc9-82e2-3f110b511430, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986040a1-e78d-4935-9b52-eddd5e14454b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}}] {{(pid=82514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 11:05:01.854382 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:01.879329 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-05c34efc-fd72-4287-9db5-0b6d5fb137dd None None] Provisioning for port f3eabe2b-9138-45b3-94a5-2daa38089f6b completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:05:01.880135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d686e3-0773-49ca-89f5-2729c7d4fa1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:05:01.880526 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d686e3-0773-49ca-89f5-2729c7d4fa1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:05:01.880910 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d686e3-0773-49ca-89f5-2729c7d4fa1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:05:01.881284 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d686e3-0773-49ca-89f5-2729c7d4fa1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:05:01.881658 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d686e3-0773-49ca-89f5-2729c7d4fa1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:05:01.882029 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d686e3-0773-49ca-89f5-2729c7d4fa1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:05:01.882397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d686e3-0773-49ca-89f5-2729c7d4fa1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:05:01.883411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d686e3-0773-49ca-89f5-2729c7d4fa1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:05:01.883411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d686e3-0773-49ca-89f5-2729c7d4fa1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:05:01.883411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d686e3-0773-49ca-89f5-2729c7d4fa1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:05:01.883835 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d686e3-0773-49ca-89f5-2729c7d4fa1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:05:01.891031 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c2d686e3-0773-49ca-89f5-2729c7d4fa1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:01.948375 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] For port 28b12090-4d99-4fc9-82e2-3f110b511430, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 11:05:01.952614 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] For port 28b12090-4d99-4fc9-82e2-3f110b511430, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=28b12090-4d99-4fc9-82e2-3f110b511430,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 11:05:01.985698 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82514) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:01.990319 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:02.055661 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device f3eabe2b-9138-45b3-94a5-2daa38089f6b up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:05:02.078579 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d686e3-0773-49ca-89f5-2729c7d4fa1f None None] Pushing event updated for resources: {'Port': ['ID=28b12090-4d99-4fc9-82e2-3f110b511430,revision_number=3']} {{(pid=82514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:02.082513 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c2d686e3-0773-49ca-89f5-2729c7d4fa1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82514) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:02.083260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Routers {'757e437d-d5a9-4921-b143-59c46fc05395'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:05:02.083954 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:04:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['757e437d-d5a9-4921-b143-59c46fc05395'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:05:02.095218 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Allocated IP 172.20.0.1 (2251c961-d2a7-4253-9748-f4d83c0702f2/99fb1ae1-1ab8-437c-8272-7f9abc01dd78/1cd1c763-d1a6-473a-b9c1-4ac4e2294df6) {{(pid=82511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:05:02.162680 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port f3eabe2b-9138-45b3-94a5-2daa38089f6b completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:05:02.169263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port f3eabe2b-9138-45b3-94a5-2daa38089f6b triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:05:02.169579 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:02.298202 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:02.312672 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] Set router 757e437d-d5a9-4921-b143-59c46fc05395 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:05:02.314939 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:02.319463 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Transition to ACTIVE for port object 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 will not be triggered until provisioned by entity DHCP. {{(pid=82511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:05:02.352060 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port f3eabe2b-9138-45b3-94a5-2daa38089f6b, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=f3eabe2b-9138-45b3-94a5-2daa38089f6b,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:05:02.379795 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:02.383929 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-68da97e0-60c4-4358-96bf-7533ffad5a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:02.408017 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:02.411124 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:02.453079 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Network 2251c961-d2a7-4253-9748-f4d83c0702f2 is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:05:02.457015 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:05:02.459022 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Pushing event updated for resources: {'Port': ['ID=1cd1c763-d1a6-473a-b9c1-4ac4e2294df6,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:02.461377 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Received port after_create {{(pid=82511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:05:02.475402 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-ba080933-b6ee-4bbd-8fcf-c4879f14532a None None] Provisioning complete for port f3eabe2b-9138-45b3-94a5-2daa38089f6b triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:05:02.475959 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ba080933-b6ee-4bbd-8fcf-c4879f14532a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:02.491287 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:02.523048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036821644294'] for router_interface, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:02.552171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=f3eabe2b-9138-45b3-94a5-2daa38089f6b,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:02.555744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:02.636411 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:00Z', 'revision_number': 3, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:05:02.641001 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d6847-8ec8-40d3-b7df-e011d8be789b None None] The sync data for ids ['757e437d-d5a9-4921-b143-59c46fc05395'] in dv-cinder-805477-1-iscsi is: [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:00Z', 'revision_number': 3, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:05:02.643635 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:02.876416 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-3316b82e-dd19-4fef-b3df-168cb2e81171 None None] Provisioning for port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:05:02.881713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-3316b82e-dd19-4fef-b3df-168cb2e81171 None None] Provisioning complete for port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:05:02.882130 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3316b82e-dd19-4fef-b3df-168cb2e81171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:02.883317 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:02.916490 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31833227'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:02.935467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-3316b82e-dd19-4fef-b3df-168cb2e81171 None None] Port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 11:05:02.950207 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a490fd08-4765-455c-84c5-33169ea5a413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:03.031372 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32838329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33131353'] for router_interface, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:03.035687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Pushing event updated for resources: {'Port': ['ID=1cd1c763-d1a6-473a-b9c1-4ac4e2294df6,revision_number=2']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:03.039045 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:03.182070 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Network 2251c961-d2a7-4253-9748-f4d83c0702f2 is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:05:03.183028 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:05:03.567734 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-07db2f29-d074-418c-ab9e-ea5a727bb568 None None] Provisioning complete for port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:05:03.568163 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-07db2f29-d074-418c-ab9e-ea5a727bb568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:03.613263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Router 757e437d-d5a9-4921-b143-59c46fc05395 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:05:03.628343 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-07db2f29-d074-418c-ab9e-ea5a727bb568 None None] Port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 11:05:03.829985 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:05:03.839429 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-78ceaa49-f0f6-41dc-83e4-667314589f2f admin admin] 10.222.0.49 "PUT /v2.0/routers/757e437d-d5a9-4921-b143-59c46fc05395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0253446 Aug 21 11:05:04.067388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 28b12090-4d99-4fc9-82e2-3f110b511430 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:05:04.179167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 28b12090-4d99-4fc9-82e2-3f110b511430 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:05:04.185146 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 28b12090-4d99-4fc9-82e2-3f110b511430 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:05:04.185658 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:04.305177 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:04.321701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port 28b12090-4d99-4fc9-82e2-3f110b511430, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=28b12090-4d99-4fc9-82e2-3f110b511430,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:05:04.354388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:04.354820 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60392) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:05:04.355323 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device f3eabe2b-9138-45b3-94a5-2daa38089f6b up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:05:04.361349 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-a1ccabf6-5bfb-4b77-984f-30860a6d7eec tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1273890267', 'description': 'tempest-description--790621799'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:05:04.368016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a1ccabf6-5bfb-4b77-984f-30860a6d7eec tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:05:04.372526 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a1ccabf6-5bfb-4b77-984f-30860a6d7eec tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Usage tracker for resource:security_group and tenant:729a531820ca474f804d788c43254110 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:05:04.375465 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a1ccabf6-5bfb-4b77-984f-30860a6d7eec tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:05:04.381481 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a1ccabf6-5bfb-4b77-984f-30860a6d7eec tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:05:04.383826 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-89b2572d-89b0-49bf-9a81-c93293b6111b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:04.417286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a1ccabf6-5bfb-4b77-984f-30860a6d7eec tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:04.454830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a1ccabf6-5bfb-4b77-984f-30860a6d7eec tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:05:04.458980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a1ccabf6-5bfb-4b77-984f-30860a6d7eec tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Usage tracker for resource:security_group_rule and tenant:729a531820ca474f804d788c43254110 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:05:04.461956 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-a1ccabf6-5bfb-4b77-984f-30860a6d7eec tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:05:04.467949 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-a1ccabf6-5bfb-4b77-984f-30860a6d7eec tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:05:04.474995 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=28b12090-4d99-4fc9-82e2-3f110b511430,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:04.478341 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:04.486512 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port f3eabe2b-9138-45b3-94a5-2daa38089f6b triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:05:04.486940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:04.524325 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a1ccabf6-5bfb-4b77-984f-30860a6d7eec tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:04.548275 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a1ccabf6-5bfb-4b77-984f-30860a6d7eec tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:04.553775 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-976987a8-c0b2-441d-ba02-df86101e163d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:04.592944 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccabf6-5bfb-4b77-984f-30860a6d7eec tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb636a7-7f53-4ad7-ae99-d19836e5a282,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:04.595871 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a1ccabf6-5bfb-4b77-984f-30860a6d7eec tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:04.617176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a1ccabf6-5bfb-4b77-984f-30860a6d7eec tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:04.618512 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a1ccabf6-5bfb-4b77-984f-30860a6d7eec tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2625902 Aug 21 11:05:04.621536 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60396) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:05:04.628205 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-88ff77fb-7ad4-4cc9-9446-26fc2c1a18f7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Request body: {'security_group_rule': {'security_group_id': '0fb636a7-7f53-4ad7-ae99-d19836e5a282', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:05:04.634540 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-88ff77fb-7ad4-4cc9-9446-26fc2c1a18f7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:05:04.638598 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-88ff77fb-7ad4-4cc9-9446-26fc2c1a18f7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Usage tracker for resource:security_group_rule and tenant:729a531820ca474f804d788c43254110 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:05:04.641645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-88ff77fb-7ad4-4cc9-9446-26fc2c1a18f7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:05:04.647627 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-88ff77fb-7ad4-4cc9-9446-26fc2c1a18f7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:05:04.686819 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-88ff77fb-7ad4-4cc9-9446-26fc2c1a18f7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:04.750928 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-88ff77fb-7ad4-4cc9-9446-26fc2c1a18f7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:04.784547 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-88ff77fb-7ad4-4cc9-9446-26fc2c1a18f7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:04.786745 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-32960c6c-6572-4906-ac4b-2a76293decb4 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:04.807763 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff77fb-7ad4-4cc9-9446-26fc2c1a18f7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53885dfc-c575-48c0-b5db-4a397b2b63e4,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:04.812451 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-88ff77fb-7ad4-4cc9-9446-26fc2c1a18f7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:04.852786 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-88ff77fb-7ad4-4cc9-9446-26fc2c1a18f7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:04.854082 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-88ff77fb-7ad4-4cc9-9446-26fc2c1a18f7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2309668 Aug 21 11:05:04.857434 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60400) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:05:04.863352 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-cf53e2f8-a4b5-4e1c-9ef2-a08cf57d0fd4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Request body: {'security_group_rule': {'security_group_id': '0fb636a7-7f53-4ad7-ae99-d19836e5a282', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:05:04.869734 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-cf53e2f8-a4b5-4e1c-9ef2-a08cf57d0fd4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:05:04.874337 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-cf53e2f8-a4b5-4e1c-9ef2-a08cf57d0fd4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Usage tracker for resource:security_group_rule and tenant:729a531820ca474f804d788c43254110 is out of sync, need to count used quota {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:05:04.877323 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-cf53e2f8-a4b5-4e1c-9ef2-a08cf57d0fd4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82511) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:05:04.883298 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-cf53e2f8-a4b5-4e1c-9ef2-a08cf57d0fd4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:05:04.927868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf53e2f8-a4b5-4e1c-9ef2-a08cf57d0fd4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:04.991218 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf53e2f8-a4b5-4e1c-9ef2-a08cf57d0fd4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:05.022266 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf53e2f8-a4b5-4e1c-9ef2-a08cf57d0fd4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:05.024397 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:05.046092 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53e2f8-a4b5-4e1c-9ef2-a08cf57d0fd4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f8b2fe-8f1e-4cce-a1f6-10bceca6ba33,revision_number=0']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:05.050176 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cf53e2f8-a4b5-4e1c-9ef2-a08cf57d0fd4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:05.085430 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cf53e2f8-a4b5-4e1c-9ef2-a08cf57d0fd4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:05.086737 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-cf53e2f8-a4b5-4e1c-9ef2-a08cf57d0fd4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2283123 Aug 21 11:05:05.090146 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60404) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:05:05.096879 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Request body: {'floatingip': {'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:05:05.102770 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:05:05.107390 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Usage tracker for resource:floatingip and tenant:729a531820ca474f804d788c43254110 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:05:05.110413 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:05:05.116686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:05:05.137981 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:05:05.154429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for floatingip, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:05.299918 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:05.443656 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Allocated IP 172.27.3.129 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/25d52fbc-c108-4eec-803e-ed3adbc429ff) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:05:05.596745 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:05.651863 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:05.657002 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8da22928-0ce0-4f9b-8cb6-9af34de6f030 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:05.723713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:05:05.726687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:05:05.729190 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:05:05.768673 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event updated for resources: {'Port': ['ID=25d52fbc-c108-4eec-803e-ed3adbc429ff,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:05.772961 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:05.887262 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Sync routers for ids ['757e437d-d5a9-4921-b143-59c46fc05395'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:05:05.895455 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:05.901004 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Routers {'757e437d-d5a9-4921-b143-59c46fc05395'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:05:05.901701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:04:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['757e437d-d5a9-4921-b143-59c46fc05395'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:05:05.984175 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:06.049569 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 28b12090-4d99-4fc9-82e2-3f110b511430 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:05:06.162762 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Set router 757e437d-d5a9-4921-b143-59c46fc05395 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:05:06.212480 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:06.251644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 28b12090-4d99-4fc9-82e2-3f110b511430 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:05:06.252093 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:06.426277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:06.462731 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:06.468107 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f7379c73-61a5-4d6d-98a2-4d539ca2e8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:06.576018 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event updated for resources: {'Port': ['ID=25d52fbc-c108-4eec-803e-ed3adbc429ff,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:06.580590 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:06.591789 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:06.620915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:02Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '1cd1c763-d1a6-473a-b9c1-4ac4e2294df6', 'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'tenant_id': '729a531820ca474f804d788c43254110', 'mac_address': 'fa:16:3e:64:4b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:05:01Z', 'updated_at': '2021-08-21T11:05:02Z', 'revision_number': 2, 'project_id': '729a531820ca474f804d788c43254110', 'subnets': [{'id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:05:06.625082 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Checking router: 757e437d-d5a9-4921-b143-59c46fc05395 for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:05:06.625492 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Updating router 757e437d-d5a9-4921-b143-59c46fc05395 port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 binding host dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Aug 21 11:05:06.640326 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:06.641707 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-4f2220a8-1858-412b-8d6f-d5131f062fd1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5499241 Aug 21 11:05:06.829294 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-e0134bdf-f19c-4220-a76d-98a7d6615721 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Synchronizing usage tracker for tenant:729a531820ca474f804d788c43254110 on resource:security_group {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:05:06.832381 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:06.887403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-e0134bdf-f19c-4220-a76d-98a7d6615721 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Unset dirty status for tenant:729a531820ca474f804d788c43254110 on resource:security_group {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:05:06.889258 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-e0134bdf-f19c-4220-a76d-98a7d6615721 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1273890267&fields=id&tenant_id=729a531820ca474f804d788c43254110 HTTP/1.1" status: 200 len: 267 time: 0.1029453 Aug 21 11:05:07.049259 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-23563a18-4d79-4700-baa4-f38978708d4b tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:07.049992 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-23563a18-4d79-4700-baa4-f38978708d4b tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Synchronizing usage tracker for tenant:729a531820ca474f804d788c43254110 on resource:network {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:05:07.098836 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-23563a18-4d79-4700-baa4-f38978708d4b tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Unset dirty status for tenant:729a531820ca474f804d788c43254110 on resource:network {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:05:07.100159 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-23563a18-4d79-4700-baa4-f38978708d4b tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/networks?id=2251c961-d2a7-4253-9748-f4d83c0702f2 HTTP/1.1" status: 200 len: 811 time: 0.2034528 Aug 21 11:05:07.120026 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-a9fbb882-4f99-48a3-b64c-7d0016fd034a tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/quotas/729a531820ca474f804d788c43254110 HTTP/1.1" status: 200 len: 375 time: 0.0134389 Aug 21 11:05:07.189004 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Notify callbacks [] for port, precommit_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:07.202154 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Transition to ACTIVE for port object 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 will not be triggered until provisioned by entity L2. {{(pid=82513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:05:07.212038 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-312ec62e-1adf-4208-988f-99917fed9e8b tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Synchronizing usage tracker for tenant:729a531820ca474f804d788c43254110 on resource:port {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:05:07.248253 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:07.252911 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:07.281830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-312ec62e-1adf-4208-988f-99917fed9e8b tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Unset dirty status for tenant:729a531820ca474f804d788c43254110 on resource:port {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:05:07.283482 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-312ec62e-1adf-4208-988f-99917fed9e8b tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=729a531820ca474f804d788c43254110&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1571977 Aug 21 11:05:07.301276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-ee2d1d62-38bd-4775-ab05-1f2659b2283a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=82511) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 11:05:07.302768 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-ee2d1d62-38bd-4775-ab05-1f2659b2283a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0061448 Aug 21 11:05:07.377520 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d9958-dd4d-4dda-a663-dbda8a53514c None None] Pushing event updated for resources: {'Port': ['ID=1cd1c763-d1a6-473a-b9c1-4ac4e2294df6,revision_number=3']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:07.385487 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6b6d9958-dd4d-4dda-a663-dbda8a53514c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:07.457464 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-accdbe17-06d0-4928-acff-6b0407c5c500 service neutron] 10.222.0.49 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456566 Aug 21 11:05:07.472868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Attempting to bind port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 on host dv-cinder-805477-1-iscsi for vnic_type normal with profile {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 11:05:07.473289 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Attempting to bind port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 by drivers openvswitch,hyperv on host dv-cinder-805477-1-iscsi at level 0 using segments [{'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 11:05:07.473745 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Attempting to bind port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 on network 2251c961-d2a7-4253-9748-f4d83c0702f2 {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:05:07.480819 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Checking agent: {'id': '4d788afe-f565-40f1-9d7c-c36a0f191709', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805477-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 44, 41), 'started_at': datetime.datetime(2021, 8, 21, 10, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 11, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805477-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 11:05:07.481288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Checking segment: {'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:05:07.481740 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:07.482184 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Bound using segment: {'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'} {{(pid=82513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 11:05:07.482678 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Bound port: 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6, host: dv-cinder-805477-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'}}] {{(pid=82513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 11:05:07.483105 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:07.586286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] For port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6, host dv-cinder-805477-1-iscsi, cleared binding levels {{(pid=82513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 11:05:07.590104 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] For port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6, host dv-cinder-805477-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=1cd1c763-d1a6-473a-b9c1-4ac4e2294df6,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 11:05:07.602026 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-71049b8f-498b-45a6-af36-103262e25ad9 service neutron] 10.222.0.49 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381278 Aug 21 11:05:07.636708 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:07.642095 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:07.723211 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d9958-dd4d-4dda-a663-dbda8a53514c None None] Pushing event updated for resources: {'Port': ['ID=1cd1c763-d1a6-473a-b9c1-4ac4e2294df6,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:07.727747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6b6d9958-dd4d-4dda-a663-dbda8a53514c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:07.728767 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Routers {'757e437d-d5a9-4921-b143-59c46fc05395'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:05:07.729448 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:04:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['757e437d-d5a9-4921-b143-59c46fc05395'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:05:07.862143 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-05dbd1e6-04e5-4214-aa59-58b949e836b8 req-22e0be8e-c2cf-4b66-aedb-af7f0955d0e2 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 210 time: 0.0624721 Aug 21 11:05:07.945053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] Set router 757e437d-d5a9-4921-b143-59c46fc05395 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:05:08.285158 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:02Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '1cd1c763-d1a6-473a-b9c1-4ac4e2294df6', 'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'tenant_id': '729a531820ca474f804d788c43254110', 'mac_address': 'fa:16:3e:64:4b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:05:01Z', 'updated_at': '2021-08-21T11:05:07Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'subnets': [{'id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:05:08.289274 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e6f5b-cf98-4b5f-a0e0-dab7e02be0f2 None None] The sync data for ids ['757e437d-d5a9-4921-b143-59c46fc05395'] in dv-cinder-805477-1-iscsi is: [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:02Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '1cd1c763-d1a6-473a-b9c1-4ac4e2294df6', 'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'tenant_id': '729a531820ca474f804d788c43254110', 'mac_address': 'fa:16:3e:64:4b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:05:01Z', 'updated_at': '2021-08-21T11:05:07Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'subnets': [{'id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:05:09.027537 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-95b0a0a8-9355-402a-80c2-fbce05ce7b77 req-0e18ac3a-9988-4bfe-930d-fc2f6bc96222 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 210 time: 0.0460529 Aug 21 11:05:09.396173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6975f50d-09fd-40fc-a1b8-c73f2637685e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:09.878284 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-09752cd0-c05d-4b22-956a-adc6911ef5ff tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:09.879875 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-09752cd0-c05d-4b22-956a-adc6911ef5ff tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.35 "GET /v2.0/networks?id=2251c961-d2a7-4253-9748-f4d83c0702f2 HTTP/1.1" status: 200 len: 811 time: 0.3769541 Aug 21 11:05:09.938221 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-7ba41447-a769-43bd-b247-da983387c7a6 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=729a531820ca474f804d788c43254110 HTTP/1.1" status: 200 len: 380 time: 0.0465078 Aug 21 11:05:09.948856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Request body: {'port': {'device_id': 'eb85fec3-9533-4f06-8da5-0221967dcef3', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'admin_state_up': True, 'tenant_id': '729a531820ca474f804d788c43254110', 'security_groups': ['0fb636a7-7f53-4ad7-ae99-d19836e5a282']}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:05:10.030830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:05:10.103427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:05:10.115280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82511) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:05:10.154612 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning for port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:05:10.160567 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:05:10.169920 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:10.196685 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Made reservation on behalf of 729a531820ca474f804d788c43254110 for: {'port': 1} {{(pid=82511) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 11:05:10.203837 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:10.230552 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5e607a07-501e-4a41-89ef-ab496b38e067 req-4f91d506-bc98-41b3-bb5c-7c7be06b826b tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 210 time: 0.0543184 Aug 21 11:05:10.297750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:10.332428 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] For port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=1cd1c763-d1a6-473a-b9c1-4ac4e2294df6,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:05:10.371002 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:10.373380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:10.388039 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Allocated IP 172.20.0.11 (2251c961-d2a7-4253-9748-f4d83c0702f2/99fb1ae1-1ab8-437c-8272-7f9abc01dd78/5ee2730b-3532-4a4a-bbe0-3d1d33149a3d) {{(pid=82511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:05:10.450621 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Pushing event updated for resources: {'Port': ['ID=1cd1c763-d1a6-473a-b9c1-4ac4e2294df6,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:10.454173 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:10.593723 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for port, precommit_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:10.609789 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Transition to ACTIVE for port object 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d will not be triggered until provisioned by entity DHCP. {{(pid=82511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:05:10.664756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_create {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:10.670440 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fba60686-dd9f-4561-8229-05fe73d27fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:10.744638 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Network 2251c961-d2a7-4253-9748-f4d83c0702f2 is already hosted by enough agents. {{(pid=82511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:05:10.747919 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Resources bound (agent type, host, resource id): {{(pid=82511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:05:10.752662 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Received port after_create {{(pid=82511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:05:10.780931 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event updated for resources: {'Port': ['ID=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d,revision_number=1']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:10.786862 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:10.820199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:10.820882 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:10.957200 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-602e6d67-f44d-44ac-9f1b-f7949bf27510 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0126107 Aug 21 11:05:10.971577 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Request body: {'port': {'device_id': 'eb85fec3-9533-4f06-8da5-0221967dcef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:05:11.013712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:11.091171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:11.139319 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-7cbec688-c019-4212-92d1-5e61fff62b27 None None] Provisioning for port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:05:11.144579 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-7cbec688-c019-4212-92d1-5e61fff62b27 None None] Provisioning complete for port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:05:11.145150 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7cbec688-c019-4212-92d1-5e61fff62b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:11.218404 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-7cbec688-c019-4212-92d1-5e61fff62b27 None None] Port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 11:05:11.508886 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b54625-044d-4bb7-a486-1c3c05d4cee4 req-6af3e15a-9c93-43f8-b615-9e677ba501d1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:11.509652 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-18b54625-044d-4bb7-a486-1c3c05d4cee4 req-6af3e15a-9c93-43f8-b615-9e677ba501d1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Synchronizing usage tracker for tenant:729a531820ca474f804d788c43254110 on resource:port {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:05:11.539624 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d {{(pid=82511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 11:05:11.547073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:11.562821 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Transition to ACTIVE for port object 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d will not be triggered until provisioned by entity L2. {{(pid=82511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:05:11.566916 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-18b54625-044d-4bb7-a486-1c3c05d4cee4 req-6af3e15a-9c93-43f8-b615-9e677ba501d1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Unset dirty status for tenant:729a531820ca474f804d788c43254110 on resource:port {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:05:11.568227 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-18b54625-044d-4bb7-a486-1c3c05d4cee4 req-6af3e15a-9c93-43f8-b615-9e677ba501d1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 932 time: 0.2138462 Aug 21 11:05:11.597799 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31833227'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:11.602612 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ae09ba9d-f9bf-46c9-b8de-b88687737f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:11.747814 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-18b54625-044d-4bb7-a486-1c3c05d4cee4 req-22761b28-82b9-49a6-9f19-0beb10ce291f tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733227 Aug 21 11:05:11.749152 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d,revision_number=2']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:11.752285 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:11.869287 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Attempting to bind port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 11:05:11.869802 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Attempting to bind port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'}] {{(pid=82511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 11:05:11.870048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Attempting to bind port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d on network 2251c961-d2a7-4253-9748-f4d83c0702f2 {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:05:11.876491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d on network 2251c961-d2a7-4253-9748-f4d83c0702f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 11:05:11.876857 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Attempting to bind port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d on network 2251c961-d2a7-4253-9748-f4d83c0702f2 {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:05:11.884238 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 11, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 11:05:11.888514 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Checking segment: {'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:05:11.888514 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Bound using segment: {'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'} {{(pid=82511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 11:05:11.888514 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Bound port: 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'}}] {{(pid=82511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 11:05:11.888514 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:11.984367 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] For port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d, host hv-cinder-80547, cleared binding levels {{(pid=82511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 11:05:11.988118 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] For port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 11:05:11.993966 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0b6149fb-a359-4c9a-9c40-8e279c8ab115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:12.007509 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 up at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:05:12.022946 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31833227'] for port, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:12.027890 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:12.081135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Provisioning complete for port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:05:12.081559 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:12.085526 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:12.086967 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] 10.222.0.35 "PUT /v2.0/ports/5ee2730b-3532-4a4a-bbe0-3d1d33149a3d HTTP/1.1" status: 200 len: 1094 time: 1.1210141 Aug 21 11:05:12.096243 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb85fec3-9533-4f06-8da5-0221967dcef3', 'tag': '5ee2730b-3532-4a4a-bbe0-3d1d33149a3d'}] {{(pid=82511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:05:12.118206 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d,revision_number=3']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:12.121748 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-21ef1644-0367-495c-b5b4-77ea919d2f81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:12.199142 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb85fec3-9533-4f06-8da5-0221967dcef3', 'tag': '5ee2730b-3532-4a4a-bbe0-3d1d33149a3d', 'status': 'completed', 'code': 200} Aug 21 11:05:12.247623 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-7afd5fdf-e36f-468f-bc07-e51f59a867b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=729a531820ca474f804d788c43254110&device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 1097 time: 0.0881758 Aug 21 11:05:12.281746 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:12.320797 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-011b4345-771b-48d7-b70e-ce38878cb97f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d HTTP/1.1" status: 200 len: 217 time: 0.0648353 Aug 21 11:05:12.399041 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-576b6eeb-a3a3-4ba4-8191-3196d8d0aaca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:12.400651 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-576b6eeb-a3a3-4ba4-8191-3196d8d0aaca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99fb1ae1-1ab8-437c-8272-7f9abc01dd78 HTTP/1.1" status: 200 len: 850 time: 0.0689583 Aug 21 11:05:12.480666 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-9967edb5-3f4c-4149-b449-ad2c1f833f52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251c961-d2a7-4253-9748-f4d83c0702f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730898 Aug 21 11:05:12.621009 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-995104af-ba6a-49bd-8dc7-49298647fe26 service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324382 Aug 21 11:05:12.763886 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c1e07126-ff69-49f8-893b-c21af7b04b8c req-dc295da6-99bc-451c-8874-cf6b50172313 service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354563 Aug 21 11:05:12.976560 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d962ac62-d4f0-478f-991d-378dadbae4e6 req-c0606040-d3a2-4065-a3e4-fd3188a826ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=729a531820ca474f804d788c43254110&device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 1097 time: 0.1424918 Aug 21 11:05:12.983912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634f75c-2d0f-4444-8f74-0ede8bf716b7 req-c7f7a1b2-2d15-45d8-aec4-90c170d4f1c9 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:12.985398 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d634f75c-2d0f-4444-8f74-0ede8bf716b7 req-c7f7a1b2-2d15-45d8-aec4-90c170d4f1c9 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 944 time: 0.1100843 Aug 21 11:05:13.136830 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d634f75c-2d0f-4444-8f74-0ede8bf716b7 req-a256d963-9234-4636-84a1-a801612ce9bb tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259093 Aug 21 11:05:13.159068 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962ac62-d4f0-478f-991d-378dadbae4e6 req-f58311ec-2956-446d-97a6-7f26e5b574cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:13.160660 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d962ac62-d4f0-478f-991d-378dadbae4e6 req-f58311ec-2956-446d-97a6-7f26e5b574cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251c961-d2a7-4253-9748-f4d83c0702f2 HTTP/1.1" status: 200 len: 912 time: 0.1743534 Aug 21 11:05:13.237485 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d962ac62-d4f0-478f-991d-378dadbae4e6 req-3c6492fb-e099-4a9c-9704-4234821ccd07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d HTTP/1.1" status: 200 len: 217 time: 0.0694532 Aug 21 11:05:13.306697 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962ac62-d4f0-478f-991d-378dadbae4e6 req-04c47b07-8ef1-4d6c-ac78-a056662f5390 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:13.308306 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d962ac62-d4f0-478f-991d-378dadbae4e6 req-04c47b07-8ef1-4d6c-ac78-a056662f5390 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99fb1ae1-1ab8-437c-8272-7f9abc01dd78 HTTP/1.1" status: 200 len: 850 time: 0.0631349 Aug 21 11:05:13.391068 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d962ac62-d4f0-478f-991d-378dadbae4e6 req-fa754415-5b57-4ae6-a9fa-82dc1d4994ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251c961-d2a7-4253-9748-f4d83c0702f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762041 Aug 21 11:05:13.531819 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d962ac62-d4f0-478f-991d-378dadbae4e6 req-eaab36eb-63d4-4004-8132-f59b795090a8 service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314299 Aug 21 11:05:13.651224 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:13.676562 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d962ac62-d4f0-478f-991d-378dadbae4e6 req-269cf74d-ff39-465b-a3f2-2340350aaabe service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332500 Aug 21 11:05:14.363051 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39897512-7d18-4fb7-896e-e6af2986261c req-07ddd3e4-211b-47e0-8cd7-676462de073b tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:14.364921 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-39897512-7d18-4fb7-896e-e6af2986261c req-07ddd3e4-211b-47e0-8cd7-676462de073b tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 944 time: 0.0875142 Aug 21 11:05:14.412654 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-39897512-7d18-4fb7-896e-e6af2986261c req-77550064-467a-4068-b192-9614ca3563b1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416594 Aug 21 11:05:15.621855 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc244454-1541-464f-b2d5-e91609bbe936 req-fbf15a9b-f8ba-4c09-8ead-a898d7406514 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:15.623365 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fc244454-1541-464f-b2d5-e91609bbe936 req-fbf15a9b-f8ba-4c09-8ead-a898d7406514 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 944 time: 0.0880854 Aug 21 11:05:15.670629 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fc244454-1541-464f-b2d5-e91609bbe936 req-d7cd4ea8-394c-4ce1-9ab7-e67736bfad66 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411942 Aug 21 11:05:15.905204 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 11:05:16.043844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:05:16.057447 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '5ee2730b-3532-4a4a-bbe0-3d1d33149a3d', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'port_id': '5ee2730b-3532-4a4a-bbe0-3d1d33149a3d', 'mac_address': 'fa:16:3e:f7:bb:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 11:05:16.115729 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:16.133613 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 11:05:16.148687 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:05:16.187911 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:16.189824 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:16.255124 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:16.258213 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:16.524521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['5ee2730b-3532-4a4a-bbe0-3d1d33149a3d'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 11:05:16.872244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ea98c-067b-4cb3-9644-c8f2431c812c req-a9888959-06dd-42db-ad63-d829fb776e2d tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:16.873736 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e29ea98c-067b-4cb3-9644-c8f2431c812c req-a9888959-06dd-42db-ad63-d829fb776e2d tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 945 time: 0.0856564 Aug 21 11:05:16.922092 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e29ea98c-067b-4cb3-9644-c8f2431c812c req-fef564e6-851f-4e30-97b3-6f05c9fd7ffb tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423727 Aug 21 11:05:17.899646 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:05:17.995709 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:05:18.001407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:05:18.001826 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:18.120426 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:18.150197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb85fec3-9533-4f06-8da5-0221967dcef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee2730b-3532-4a4a-bbe0-3d1d33149a3d'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:05:18.160940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:05:18.190915 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:18.194452 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b843e0f1-0e24-470d-8ed3-d69c07c0fc5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:05:18.235328 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb85fec3-9533-4f06-8da5-0221967dcef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee2730b-3532-4a4a-bbe0-3d1d33149a3d', 'code': 200} Aug 21 11:05:18.275741 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:05:18.279135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:05:18.345030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb42f8-086f-4abf-83f1-9c12512b74a1 req-da753863-ea08-4190-b2d5-02ae47e86671 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:18.347690 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-deeb42f8-086f-4abf-83f1-9c12512b74a1 req-da753863-ea08-4190-b2d5-02ae47e86671 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 945 time: 0.3047614 Aug 21 11:05:18.396258 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-deeb42f8-086f-4abf-83f1-9c12512b74a1 req-f2319d82-0488-4e1b-a0c4-41770b3cca1c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Aug 21 11:05:18.531908 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-42c64e57-e1e3-4ba3-8140-fb8297160bb8 req-71baa394-69ed-46d5-9d87-94c6ca4649dc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 1099 time: 0.0720150 Aug 21 11:05:18.575314 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-42c64e57-e1e3-4ba3-8140-fb8297160bb8 req-77685e26-0fc2-4772-b8ea-58d12ed1fa4c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369778 Aug 21 11:05:19.603599 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbdb0e-0a21-4ad1-9564-d23d8ed5b3a2 req-cf233735-2289-4a69-8ff4-35eedcaa8ccb tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:19.605091 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bddbdb0e-0a21-4ad1-9564-d23d8ed5b3a2 req-cf233735-2289-4a69-8ff4-35eedcaa8ccb tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0810111 Aug 21 11:05:19.653091 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bddbdb0e-0a21-4ad1-9564-d23d8ed5b3a2 req-8afcf2a2-9c3c-4006-a8f7-44949cb88b68 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414913 Aug 21 11:05:20.857235 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5ede6-cd39-4cda-85fc-885a54521e82 req-216cb8ad-0152-4343-929c-d8db0abb68ff tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:20.858812 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-45a5ede6-cd39-4cda-85fc-885a54521e82 req-216cb8ad-0152-4343-929c-d8db0abb68ff tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0853164 Aug 21 11:05:20.906665 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-45a5ede6-cd39-4cda-85fc-885a54521e82 req-dfe2f5fa-8b6b-468c-b1a1-5eb061703536 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416186 Aug 21 11:05:21.104781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71725f-5284-4f05-b32d-4cc50381025f req-b72a1444-f28a-4895-8710-336afe54151e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:21.106876 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ba71725f-5284-4f05-b32d-4cc50381025f req-b72a1444-f28a-4895-8710-336afe54151e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0852785 Aug 21 11:05:21.116746 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60464) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:05:21.123035 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-e2061d44-a479-4f88-964d-7b64a55ffe25 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Request body: {'floatingip': {'port_id': '5ee2730b-3532-4a4a-bbe0-3d1d33149a3d'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:05:21.203036 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e2061d44-a479-4f88-964d-7b64a55ffe25 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for floatingip, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:21.810442 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e2061d44-a479-4f88-964d-7b64a55ffe25 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:21.890040 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e2061d44-a479-4f88-964d-7b64a55ffe25 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:22.087283 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.l3_db [None req-e2061d44-a479-4f88-964d-7b64a55ffe25 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Floating IP 904de059-8847-4b90-b911-b29017810dee associated. External IP: 172.27.3.129, port: 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d. Aug 21 11:05:22.497118 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2061d44-a479-4f88-964d-7b64a55ffe25 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Router 757e437d-d5a9-4921-b143-59c46fc05395 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:05:22.717126 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2061d44-a479-4f88-964d-7b64a55ffe25 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:05:22.722235 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e2061d44-a479-4f88-964d-7b64a55ffe25 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:22.726916 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b071215-6209-4d4c-aa90-948d3fe9f45b None None] Sync routers for ids ['757e437d-d5a9-4921-b143-59c46fc05395'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:05:22.739756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b071215-6209-4d4c-aa90-948d3fe9f45b None None] Routers {'757e437d-d5a9-4921-b143-59c46fc05395'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:05:22.740421 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-7b071215-6209-4d4c-aa90-948d3fe9f45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:05:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['757e437d-d5a9-4921-b143-59c46fc05395'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:05:22.785042 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e2061d44-a479-4f88-964d-7b64a55ffe25 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "PUT /v2.0/floatingips/904de059-8847-4b90-b911-b29017810dee HTTP/1.1" status: 200 len: 992 time: 1.6587765 Aug 21 11:05:22.785042 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb85fec3-9533-4f06-8da5-0221967dcef3', 'tag': '5ee2730b-3532-4a4a-bbe0-3d1d33149a3d'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:05:22.835097 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb85fec3-9533-4f06-8da5-0221967dcef3', 'tag': '5ee2730b-3532-4a4a-bbe0-3d1d33149a3d', 'status': 'completed', 'code': 200} Aug 21 11:05:22.944462 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6a710bbb-bb74-4e66-a659-4805e99da061 req-60bbdf4f-7bf6-458e-bb4c-89a60a28aa87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=729a531820ca474f804d788c43254110&device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 1099 time: 0.0824747 Aug 21 11:05:23.064426 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-7b071215-6209-4d4c-aa90-948d3fe9f45b None None] Set router 757e437d-d5a9-4921-b143-59c46fc05395 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:05:23.084906 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a710bbb-bb74-4e66-a659-4805e99da061 req-5fef2c92-b857-453e-946d-2d25cb0efc92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:23.086500 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6a710bbb-bb74-4e66-a659-4805e99da061 req-5fef2c92-b857-453e-946d-2d25cb0efc92 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251c961-d2a7-4253-9748-f4d83c0702f2 HTTP/1.1" status: 200 len: 912 time: 0.1357479 Aug 21 11:05:23.194484 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6a710bbb-bb74-4e66-a659-4805e99da061 req-c007d358-d13e-4919-8e39-c703ef8926db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d HTTP/1.1" status: 200 len: 1000 time: 0.1019514 Aug 21 11:05:23.267259 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a710bbb-bb74-4e66-a659-4805e99da061 req-87056661-3edd-4e19-8ddb-f7d905127309 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:23.268979 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6a710bbb-bb74-4e66-a659-4805e99da061 req-87056661-3edd-4e19-8ddb-f7d905127309 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99fb1ae1-1ab8-437c-8272-7f9abc01dd78 HTTP/1.1" status: 200 len: 850 time: 0.0681956 Aug 21 11:05:23.349654 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6a710bbb-bb74-4e66-a659-4805e99da061 req-57ecd37d-d09f-41c5-b2f6-d4588c3fffbe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251c961-d2a7-4253-9748-f4d83c0702f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745597 Aug 21 11:05:23.419896 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-7b071215-6209-4d4c-aa90-948d3fe9f45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:02Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '904de059-8847-4b90-b911-b29017810dee', 'tenant_id': '729a531820ca474f804d788c43254110', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'port_id': '5ee2730b-3532-4a4a-bbe0-3d1d33149a3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'mac_address': 'fa:16:3e:f7:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85fec3-9533-4f06-8da5-0221967dcef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:05:05Z', 'updated_at': '2021-08-21T11:05:21Z', 'revision_number': 1, 'project_id': '729a531820ca474f804d788c43254110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd1c763-d1a6-473a-b9c1-4ac4e2294df6', 'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'tenant_id': '729a531820ca474f804d788c43254110', 'mac_address': 'fa:16:3e:64:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:05:01Z', 'updated_at': '2021-08-21T11:05:10Z', 'revision_number': 5, 'project_id': '729a531820ca474f804d788c43254110', 'subnets': [{'id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:05:23.423873 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b071215-6209-4d4c-aa90-948d3fe9f45b None None] Checking router: 757e437d-d5a9-4921-b143-59c46fc05395 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:05:23.434909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b071215-6209-4d4c-aa90-948d3fe9f45b None None] Routers {'757e437d-d5a9-4921-b143-59c46fc05395'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:05:23.435588 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-7b071215-6209-4d4c-aa90-948d3fe9f45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:05:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['757e437d-d5a9-4921-b143-59c46fc05395'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:05:23.489791 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6a710bbb-bb74-4e66-a659-4805e99da061 req-19f26c7a-f77d-4c4b-bd41-9ef9e5ca6292 service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343002 Aug 21 11:05:23.617835 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-7b071215-6209-4d4c-aa90-948d3fe9f45b None None] Set router 757e437d-d5a9-4921-b143-59c46fc05395 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:05:23.630185 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6a710bbb-bb74-4e66-a659-4805e99da061 req-8aa5cdee-ccbb-4585-9339-2960a6731e3e service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342432 Aug 21 11:05:23.977691 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-7b071215-6209-4d4c-aa90-948d3fe9f45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:02Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '904de059-8847-4b90-b911-b29017810dee', 'tenant_id': '729a531820ca474f804d788c43254110', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'port_id': '5ee2730b-3532-4a4a-bbe0-3d1d33149a3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'mac_address': 'fa:16:3e:f7:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85fec3-9533-4f06-8da5-0221967dcef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:05:05Z', 'updated_at': '2021-08-21T11:05:21Z', 'revision_number': 1, 'project_id': '729a531820ca474f804d788c43254110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd1c763-d1a6-473a-b9c1-4ac4e2294df6', 'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'tenant_id': '729a531820ca474f804d788c43254110', 'mac_address': 'fa:16:3e:64:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:05:01Z', 'updated_at': '2021-08-21T11:05:10Z', 'revision_number': 5, 'project_id': '729a531820ca474f804d788c43254110', 'subnets': [{'id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:05:23.982389 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b071215-6209-4d4c-aa90-948d3fe9f45b None None] The sync data for ids ['757e437d-d5a9-4921-b143-59c46fc05395'] in dv-cinder-805477-1-iscsi is: [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:02Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '904de059-8847-4b90-b911-b29017810dee', 'tenant_id': '729a531820ca474f804d788c43254110', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'port_id': '5ee2730b-3532-4a4a-bbe0-3d1d33149a3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'mac_address': 'fa:16:3e:f7:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85fec3-9533-4f06-8da5-0221967dcef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:05:05Z', 'updated_at': '2021-08-21T11:05:21Z', 'revision_number': 1, 'project_id': '729a531820ca474f804d788c43254110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd1c763-d1a6-473a-b9c1-4ac4e2294df6', 'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'tenant_id': '729a531820ca474f804d788c43254110', 'mac_address': 'fa:16:3e:64:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:05:01Z', 'updated_at': '2021-08-21T11:05:10Z', 'revision_number': 5, 'project_id': '729a531820ca474f804d788c43254110', 'subnets': [{'id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:05:24.328887 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78464775-d757-434b-a56d-ce04dc172737 None None] New status for floating IP 904de059-8847-4b90-b911-b29017810dee: ACTIVE {{(pid=82513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 11:05:36.103663 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:39.189637 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-15af9b36-0a9a-4f14-b7ae-4c306e109472 req-a0eda3bc-2607-416a-bac2-ab9d6d465bd0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740042 Aug 21 11:05:39.348529 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-15af9b36-0a9a-4f14-b7ae-4c306e109472 req-4290a8ef-095d-4bad-9399-ffb9a9b40cf2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 1098 time: 0.0797169 Aug 21 11:05:39.401085 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-5a56c20b-c728-40bd-8a80-20cc3e8d2adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:39.509791 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af9b36-0a9a-4f14-b7ae-4c306e109472 req-94230664-f2fd-4509-bf2f-d53afd3ffd8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:39.511380 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-15af9b36-0a9a-4f14-b7ae-4c306e109472 req-94230664-f2fd-4509-bf2f-d53afd3ffd8c service neutron] 10.222.0.35 "GET /v2.0/networks?id=72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 200 len: 913 time: 0.1380184 Aug 21 11:05:39.619353 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-15af9b36-0a9a-4f14-b7ae-4c306e109472 req-06dfd48e-62ab-4ddb-a335-1aaf7203cadb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d02233a-d611-458e-a3eb-e2efd63ff4cb HTTP/1.1" status: 200 len: 1001 time: 0.1009040 Aug 21 11:05:39.687653 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af9b36-0a9a-4f14-b7ae-4c306e109472 req-84bdbe87-0379-4156-9041-16846a2b0c49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:05:39.689172 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-15af9b36-0a9a-4f14-b7ae-4c306e109472 req-84bdbe87-0379-4156-9041-16846a2b0c49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e48e03a-0b14-438e-a40a-f8cd4e77adf3 HTTP/1.1" status: 200 len: 851 time: 0.0626538 Aug 21 11:05:39.771084 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-15af9b36-0a9a-4f14-b7ae-4c306e109472 req-5b932f9d-da29-491a-995c-e8e2740d07be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72b0ec08-f5e0-4143-aa96-7f6e7b152022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758481 Aug 21 11:05:39.912781 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-15af9b36-0a9a-4f14-b7ae-4c306e109472 req-c30f4def-c00b-4ff3-9a66-78a4ca7f291a service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345019 Aug 21 11:05:40.058599 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-15af9b36-0a9a-4f14-b7ae-4c306e109472 req-98357057-f762-40bf-8340-3be56c6bfc2d service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342132 Aug 21 11:05:40.938215 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:42.004064 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d4f991eb-e10a-4bbd-8d7f-cafce5d18b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:42.138066 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:05:42.284001 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:05:43.635143 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:06.143118 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:09.419888 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-29634bff-daaa-4f57-a9e5-3c3c0556ec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:10.948791 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:12.008245 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f3733385-2e87-47f1-bc7c-1eb9afa88d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:12.282998 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:13.631279 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:19.139248 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:06:36.114001 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:39.422541 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59f8caec-4a14-4544-8a4f-a0fe70b492dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:40.792252 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4debe002-92ca-4e33-9d89-558332e84241 req-b64787b7-1255-4c8f-b200-8ad1fdb79b56 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745230 Aug 21 11:06:40.888008 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4debe002-92ca-4e33-9d89-558332e84241 req-43bc4f9e-9b2b-438f-ac92-c44d3074f0be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 1098 time: 0.0745072 Aug 21 11:06:40.956212 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:41.045959 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debe002-92ca-4e33-9d89-558332e84241 req-be62399b-93ba-4a3b-a59a-c26167723a6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:41.047671 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4debe002-92ca-4e33-9d89-558332e84241 req-be62399b-93ba-4a3b-a59a-c26167723a6c service neutron] 10.222.0.35 "GET /v2.0/networks?id=72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 200 len: 913 time: 0.1412692 Aug 21 11:06:41.155209 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4debe002-92ca-4e33-9d89-558332e84241 req-315895be-538f-403f-91a0-9fd5b640c23f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 HTTP/1.1" status: 200 len: 1001 time: 0.1012566 Aug 21 11:06:41.233928 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debe002-92ca-4e33-9d89-558332e84241 req-d935fb36-8ede-40a9-ac44-2ae802201420 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:41.235568 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4debe002-92ca-4e33-9d89-558332e84241 req-d935fb36-8ede-40a9-ac44-2ae802201420 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e48e03a-0b14-438e-a40a-f8cd4e77adf3 HTTP/1.1" status: 200 len: 851 time: 0.0742259 Aug 21 11:06:41.313831 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4debe002-92ca-4e33-9d89-558332e84241 req-80d9bbd6-74bf-488f-901b-610fd82c5488 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72b0ec08-f5e0-4143-aa96-7f6e7b152022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720994 Aug 21 11:06:41.454249 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4debe002-92ca-4e33-9d89-558332e84241 req-018a6c6d-2603-4e90-bdf2-ea1acb6fc123 service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333566 Aug 21 11:06:41.595019 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-4debe002-92ca-4e33-9d89-558332e84241 req-a724964c-3d30-41a4-8eb1-fe86b40e0472 service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341045 Aug 21 11:06:42.007468 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f643781c-8c9e-4502-9436-dbff80f81131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:42.281758 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:43.650971 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:47.344514 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60650) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:06:47.773568 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Deleting port 4081414e-8b53-4f5e-843e-b2ab2468a00d {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:06:47.773956 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:47.949385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:47.949756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:48.076581 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Calling delete_port for 4081414e-8b53-4f5e-843e-b2ab2468a00d owned by network:floatingip {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:06:48.264216 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:48.268744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8e0022af-6885-476e-a424-c33f63e8c1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:06:48.311275 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event deleted for resources: {'Port': ['ID=4081414e-8b53-4f5e-843e-b2ab2468a00d,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:06:48.351811 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:48.352390 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:48.352621 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:48.353036 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:48.353444 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:48.353853 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:48.354911 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:48.355314 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:48.355771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:48.356171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:48.356570 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:48.392596 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:06:48.422632 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for floatingip, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:48.821551 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Router 214fac9c-89b6-4d25-a790-e3ba951d6485 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:06:49.032618 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:06:49.044106 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756faade-0fa5-4d80-8fa2-8cd7701d2636 None None] Sync routers for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:06:49.056899 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756faade-0fa5-4d80-8fa2-8cd7701d2636 None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:06:49.064538 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-756faade-0fa5-4d80-8fa2-8cd7701d2636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:06:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:06:49.093095 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:49.151052 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-ea78db3c-26f1-4546-8c08-2827c41a1d9c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "DELETE /v2.0/floatingips/6c95b6a5-4d45-4299-a92c-a7836a577b5d HTTP/1.1" status: 204 len: 168 time: 1.8053286 Aug 21 11:06:49.151755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c8b642-534a-477f-ba85-34d6710b35d4', 'tag': '2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:06:49.214136 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c8b642-534a-477f-ba85-34d6710b35d4', 'tag': '2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5', 'status': 'completed', 'code': 200} Aug 21 11:06:49.278699 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-756faade-0fa5-4d80-8fa2-8cd7701d2636 None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:06:49.352215 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-553eb139-cbc5-4583-9464-5e8ce4534077 req-519f7d4f-ed7f-401e-8023-f4fba5f95195 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 1098 time: 0.1125326 Aug 21 11:06:49.414550 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ad497-447c-412d-82ec-63f418973dd8 req-f2603a03-8ed9-4d0c-a243-611a063e1139 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:49.423243 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d49ad497-447c-412d-82ec-63f418973dd8 req-f2603a03-8ed9-4d0c-a243-611a063e1139 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0941234 Aug 21 11:06:49.479267 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d49ad497-447c-412d-82ec-63f418973dd8 req-9b5dcb27-6eb1-4fd9-9d0b-cf77767caf13 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548382 Aug 21 11:06:49.513889 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553eb139-cbc5-4583-9464-5e8ce4534077 req-029af7ac-a5e3-4bec-9cc4-7fac0b244196 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:49.515643 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-553eb139-cbc5-4583-9464-5e8ce4534077 req-029af7ac-a5e3-4bec-9cc4-7fac0b244196 service neutron] 10.222.0.35 "GET /v2.0/networks?id=72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 200 len: 913 time: 0.1564348 Aug 21 11:06:49.598865 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-553eb139-cbc5-4583-9464-5e8ce4534077 req-16504a6e-8a33-4c33-bfdd-0afc332228ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 HTTP/1.1" status: 200 len: 217 time: 0.0685656 Aug 21 11:06:49.668568 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553eb139-cbc5-4583-9464-5e8ce4534077 req-75208ecf-ab96-4527-aa36-b830971c106c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:49.670291 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-553eb139-cbc5-4583-9464-5e8ce4534077 req-75208ecf-ab96-4527-aa36-b830971c106c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e48e03a-0b14-438e-a40a-f8cd4e77adf3 HTTP/1.1" status: 200 len: 851 time: 0.0644462 Aug 21 11:06:49.700916 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-756faade-0fa5-4d80-8fa2-8cd7701d2636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '3d34ccc1-1591-4c8e-b851-e80d9fbdbf1f', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'port_id': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'mac_address': 'fa:16:3e:e3:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:02:16Z', 'updated_at': '2021-08-21T11:02:20Z', 'revision_number': 1, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:06:49.705069 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756faade-0fa5-4d80-8fa2-8cd7701d2636 None None] Checking router: 214fac9c-89b6-4d25-a790-e3ba951d6485 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:06:49.709544 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b073c2-a4ff-4197-832b-33be899bf0c0 req-cc1693f4-f4fa-4feb-85af-0451c43555ce tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:49.710320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-d0b073c2-a4ff-4197-832b-33be899bf0c0 req-cc1693f4-f4fa-4feb-85af-0451c43555ce tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Synchronizing usage tracker for tenant:5a81a97062a44c1a82976925e1efb742 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:06:49.717029 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756faade-0fa5-4d80-8fa2-8cd7701d2636 None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:06:49.717639 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-756faade-0fa5-4d80-8fa2-8cd7701d2636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:06:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:06:49.750466 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-d0b073c2-a4ff-4197-832b-33be899bf0c0 req-cc1693f4-f4fa-4feb-85af-0451c43555ce tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Unset dirty status for tenant:5a81a97062a44c1a82976925e1efb742 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:06:49.751846 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d0b073c2-a4ff-4197-832b-33be899bf0c0 req-cc1693f4-f4fa-4feb-85af-0451c43555ce tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 945 time: 0.1296897 Aug 21 11:06:49.764430 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-553eb139-cbc5-4583-9464-5e8ce4534077 req-678bc9fa-427d-424b-98c0-20f3a4a30ede service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72b0ec08-f5e0-4143-aa96-7f6e7b152022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867565 Aug 21 11:06:49.808622 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d0b073c2-a4ff-4197-832b-33be899bf0c0 req-e16181eb-351d-4f7e-bc58-441fa5968426 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473440 Aug 21 11:06:49.913098 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-553eb139-cbc5-4583-9464-5e8ce4534077 req-fcdf39d2-2f48-487e-ae97-45b715724162 service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415505 Aug 21 11:06:50.041561 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-756faade-0fa5-4d80-8fa2-8cd7701d2636 None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:06:50.272163 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-553eb139-cbc5-4583-9464-5e8ce4534077 req-456ee155-0b70-4e7d-ac70-5266d814cc75 service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517404 Aug 21 11:06:50.412247 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-756faade-0fa5-4d80-8fa2-8cd7701d2636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '3d34ccc1-1591-4c8e-b851-e80d9fbdbf1f', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'port_id': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'mac_address': 'fa:16:3e:e3:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:02:16Z', 'updated_at': '2021-08-21T11:02:20Z', 'revision_number': 1, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:06:50.416287 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756faade-0fa5-4d80-8fa2-8cd7701d2636 None None] The sync data for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi is: [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': '3d34ccc1-1591-4c8e-b851-e80d9fbdbf1f', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'port_id': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'mac_address': 'fa:16:3e:e3:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:02:16Z', 'updated_at': '2021-08-21T11:02:20Z', 'revision_number': 1, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:06:50.684455 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9f218-720a-4120-abb0-8ec07a64a840 req-e41e4d5d-10e2-425b-9700-15e002e33d28 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:50.686930 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bdd9f218-720a-4120-abb0-8ec07a64a840 req-e41e4d5d-10e2-425b-9700-15e002e33d28 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0822635 Aug 21 11:06:50.737578 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bdd9f218-720a-4120-abb0-8ec07a64a840 req-36a8c025-ae33-44bf-b3f6-ca871a43346a tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442097 Aug 21 11:06:50.886786 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166dbd8-00a4-4551-aa07-42f8d4992617 None None] New status for floating IP 6c95b6a5-4d45-4299-a92c-a7836a577b5d: DOWN {{(pid=82513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 11:06:51.019094 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f37f75-4b37-44d8-9ef8-9cc785f3156b req-1b94d155-9eb2-42c1-8269-0d0ceb232cec tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:51.020834 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-74f37f75-4b37-44d8-9ef8-9cc785f3156b req-1b94d155-9eb2-42c1-8269-0d0ceb232cec tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 945 time: 0.0846334 Aug 21 11:06:51.073829 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-74f37f75-4b37-44d8-9ef8-9cc785f3156b req-ce5e2958-8d99-426e-97fe-fdb779777800 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468652 Aug 21 11:06:51.355458 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6121089-cfc9-42fc-97c4-c3b3ce002f16 req-34388b1b-35fc-4e49-a980-0c5a04d482eb tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:51.356920 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e6121089-cfc9-42fc-97c4-c3b3ce002f16 req-34388b1b-35fc-4e49-a980-0c5a04d482eb tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.35 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 945 time: 0.0831532 Aug 21 11:06:51.426629 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-e6121089-cfc9-42fc-97c4-c3b3ce002f16 req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Deleting port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:06:51.427157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-e6121089-cfc9-42fc-97c4-c3b3ce002f16 req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:51.675631 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-e6121089-cfc9-42fc-97c4-c3b3ce002f16 req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] For port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:06:51.675980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-e6121089-cfc9-42fc-97c4-c3b3ce002f16 req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:51.805938 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-e6121089-cfc9-42fc-97c4-c3b3ce002f16 req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Calling delete_port for 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 owned by compute:nova {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:06:52.066579 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636a80d-225c-45ff-b64c-a39a96fe2f35 req-0d18b8f4-48b8-441a-b1a1-f263b2120b1f tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:52.068232 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7636a80d-225c-45ff-b64c-a39a96fe2f35 req-0d18b8f4-48b8-441a-b1a1-f263b2120b1f tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.1886463 Aug 21 11:06:52.108086 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-e6121089-cfc9-42fc-97c4-c3b3ce002f16 req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:52.115637 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b50f676c-4ffd-4908-aab4-cae13a3711b4 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:06:52.164135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event deleted for resources: {'Port': ['ID=2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:06:52.173982 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7636a80d-225c-45ff-b64c-a39a96fe2f35 req-39315553-ccf8-4255-8e4f-60c706996e34 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991027 Aug 21 11:06:52.207435 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:52.207908 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:52.208325 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:52.208755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:52.209187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:52.209613 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:52.210029 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:52.210450 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:52.210870 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:52.211288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:52.211736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:06:52.226186 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:06:52.268576 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-13c47670-712b-4978-81fd-7cea787dd067 req-89d364ff-5a7d-4642-a930-98bf71b603c0 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 210 time: 0.0487185 Aug 21 11:06:52.268930 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6121089-cfc9-42fc-97c4-c3b3ce002f16 req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] No DVR routers for this DVR port 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 on host hv-cinder-80547 {{(pid=82511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:06:52.268930 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-e6121089-cfc9-42fc-97c4-c3b3ce002f16 req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:52.268930 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c8b642-534a-477f-ba85-34d6710b35d4', 'name': 'network-vif-deleted', 'tag': '2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5'}] {{(pid=82511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:06:52.309234 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e6121089-cfc9-42fc-97c4-c3b3ce002f16 req-4e9fd160-6efd-41b8-a3a9-c72d9a4138f7 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.35 "DELETE /v2.0/ports/2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 HTTP/1.1" status: 204 len: 173 time: 0.9466238 Aug 21 11:06:52.321560 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c8b642-534a-477f-ba85-34d6710b35d4', 'name': 'network-vif-deleted', 'tag': '2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5', 'status': 'completed', 'code': 200} Aug 21 11:06:53.406054 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe43388-c3d3-4e00-bd67-2d2711e07e39 req-3a170793-08c3-466f-9a3d-bbeae6a8c048 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:53.407735 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3fe43388-c3d3-4e00-bd67-2d2711e07e39 req-3a170793-08c3-466f-9a3d-bbeae6a8c048 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0871499 Aug 21 11:06:53.444888 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-f91c54a4-d858-4c2d-9bf9-e8129082b238 req-9ecfee5b-6372-4fa4-8c07-13c5d0305114 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Synchronizing usage tracker for tenant:5a81a97062a44c1a82976925e1efb742 on resource:port {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:06:53.457291 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3fe43388-c3d3-4e00-bd67-2d2711e07e39 req-d4c6d54a-c417-4601-82b7-82684356346b tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431852 Aug 21 11:06:53.502263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-f91c54a4-d858-4c2d-9bf9-e8129082b238 req-9ecfee5b-6372-4fa4-8c07-13c5d0305114 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Unset dirty status for tenant:5a81a97062a44c1a82976925e1efb742 on resource:port {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:06:53.503598 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f91c54a4-d858-4c2d-9bf9-e8129082b238 req-9ecfee5b-6372-4fa4-8c07-13c5d0305114 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=98c8b642-534a-477f-ba85-34d6710b35d4 HTTP/1.1" status: 200 len: 210 time: 0.1104860 Aug 21 11:06:54.295255 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:06:54.329361 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:06:54.329758 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 2fdf3f0f-3330-4eaf-8267-e6e7a19c01d5 not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:06:54.665647 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea983b56-9a00-4540-afe5-0fb6d7393a03 req-cb11fbbb-0f16-49c6-ab40-f5c7cd93b01a tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:54.669032 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ea983b56-9a00-4540-afe5-0fb6d7393a03 req-cb11fbbb-0f16-49c6-ab40-f5c7cd93b01a tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0863171 Aug 21 11:06:54.719456 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ea983b56-9a00-4540-afe5-0fb6d7393a03 req-4b84b9d9-9cef-4b6d-9eb3-4fe7b04391c8 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443478 Aug 21 11:06:55.927085 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e9bae-3463-467a-9e37-4ef58367c9a6 req-aa3254a4-cf28-469f-a148-a2c9c17fa8f8 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:55.928733 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ef0e9bae-3463-467a-9e37-4ef58367c9a6 req-aa3254a4-cf28-469f-a148-a2c9c17fa8f8 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0838268 Aug 21 11:06:55.977668 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ef0e9bae-3463-467a-9e37-4ef58367c9a6 req-3a83d334-9bb9-4f14-bf42-002d2825bf74 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422244 Aug 21 11:06:56.140471 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:06:57.125278 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60704) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:06:57.182678 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afbfe3-a404-4d10-98c1-49612673def9 req-146eed62-7aa0-4759-bf5b-94dc3f679d23 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:57.184324 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e0afbfe3-a404-4d10-98c1-49612673def9 req-146eed62-7aa0-4759-bf5b-94dc3f679d23 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0839834 Aug 21 11:06:57.238446 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e0afbfe3-a404-4d10-98c1-49612673def9 req-10feac3a-bd6d-4a14-9e54-17d343705c53 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474632 Aug 21 11:06:57.341925 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-00a92fdc-cd2a-47bf-9e41-74c6aeddd944 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Deleting port 28257942-477a-4e16-9037-f6918967e336 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:06:57.342314 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-00a92fdc-cd2a-47bf-9e41-74c6aeddd944 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:57.525295 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-00a92fdc-cd2a-47bf-9e41-74c6aeddd944 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:57.525590 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-00a92fdc-cd2a-47bf-9e41-74c6aeddd944 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:57.648227 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-00a92fdc-cd2a-47bf-9e41-74c6aeddd944 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Calling delete_port for 28257942-477a-4e16-9037-f6918967e336 owned by network:floatingip {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:06:57.955258 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-00a92fdc-cd2a-47bf-9e41-74c6aeddd944 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:57.959769 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:06:58.001153 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a92fdc-cd2a-47bf-9e41-74c6aeddd944 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event deleted for resources: {'Port': ['ID=28257942-477a-4e16-9037-f6918967e336,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:06:58.005635 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-00a92fdc-cd2a-47bf-9e41-74c6aeddd944 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:06:58.098024 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-00a92fdc-cd2a-47bf-9e41-74c6aeddd944 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for floatingip, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:58.478482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b07d1f-3c1b-457e-b5ba-9a4eea99e64c req-75a7c3f3-83d2-4117-a291-3190648a1878 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:58.480038 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26b07d1f-3c1b-457e-b5ba-9a4eea99e64c req-75a7c3f3-83d2-4117-a291-3190648a1878 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.1153405 Aug 21 11:06:58.595986 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-26b07d1f-3c1b-457e-b5ba-9a4eea99e64c req-65f67731-0985-4402-8f5a-c42a7507e5d3 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083632 Aug 21 11:06:58.623719 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a92fdc-cd2a-47bf-9e41-74c6aeddd944 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Router 214fac9c-89b6-4d25-a790-e3ba951d6485 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:06:58.828715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a92fdc-cd2a-47bf-9e41-74c6aeddd944 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:06:58.838125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9ce38-4bdb-432c-987b-5493202f0d3d None None] Sync routers for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:06:58.850232 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9ce38-4bdb-432c-987b-5493202f0d3d None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:06:58.850896 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-1fb9ce38-4bdb-432c-987b-5493202f0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:06:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:06:58.885480 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-00a92fdc-cd2a-47bf-9e41-74c6aeddd944 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:06:58.943123 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-00a92fdc-cd2a-47bf-9e41-74c6aeddd944 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "DELETE /v2.0/floatingips/3d34ccc1-1591-4c8e-b851-e80d9fbdbf1f HTTP/1.1" status: 204 len: 168 time: 1.8165624 Aug 21 11:06:58.944012 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'tag': '7d02233a-d611-458e-a3eb-e2efd63ff4cb'}] {{(pid=82511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:06:59.009417 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'tag': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'status': 'completed', 'code': 200} Aug 21 11:06:59.039983 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-1fb9ce38-4bdb-432c-987b-5493202f0d3d None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:06:59.111805 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9158dfbb-4949-4c87-bc20-11d8e282b86e req-da4d7048-451f-451e-b91d-ec1b74f23f47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a81a97062a44c1a82976925e1efb742&device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 1098 time: 0.0765347 Aug 21 11:06:59.268922 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158dfbb-4949-4c87-bc20-11d8e282b86e req-bd10e4cb-ad5a-4faa-9741-b819d49128e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:59.270537 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9158dfbb-4949-4c87-bc20-11d8e282b86e req-bd10e4cb-ad5a-4faa-9741-b819d49128e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 200 len: 913 time: 0.1526120 Aug 21 11:06:59.379047 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-1fb9ce38-4bdb-432c-987b-5493202f0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:06:59.383756 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9ce38-4bdb-432c-987b-5493202f0d3d None None] Checking router: 214fac9c-89b6-4d25-a790-e3ba951d6485 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:06:59.396720 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9ce38-4bdb-432c-987b-5493202f0d3d None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:06:59.397420 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-1fb9ce38-4bdb-432c-987b-5493202f0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:06:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:06:59.592648 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-1fb9ce38-4bdb-432c-987b-5493202f0d3d None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:06:59.603507 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9158dfbb-4949-4c87-bc20-11d8e282b86e req-e9495e0f-f9b5-463d-9232-842c048fd6f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d02233a-d611-458e-a3eb-e2efd63ff4cb HTTP/1.1" status: 200 len: 217 time: 0.3269429 Aug 21 11:06:59.696563 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158dfbb-4949-4c87-bc20-11d8e282b86e req-3286145c-6702-4523-9ac4-578b3c465c5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:59.698191 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9158dfbb-4949-4c87-bc20-11d8e282b86e req-3286145c-6702-4523-9ac4-578b3c465c5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e48e03a-0b14-438e-a40a-f8cd4e77adf3 HTTP/1.1" status: 200 len: 851 time: 0.0862966 Aug 21 11:06:59.705251 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8844e-97af-48d8-86a4-3b2fbfa7ae78 req-298858cc-ed8e-41c0-bcf7-bc98e4731288 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:59.706002 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-d7c8844e-97af-48d8-86a4-3b2fbfa7ae78 req-298858cc-ed8e-41c0-bcf7-bc98e4731288 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Synchronizing usage tracker for tenant:5a81a97062a44c1a82976925e1efb742 on resource:port {{(pid=82511) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:06:59.798551 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9158dfbb-4949-4c87-bc20-11d8e282b86e req-23df28a5-b623-4df2-9d86-261c5eb5296c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72b0ec08-f5e0-4143-aa96-7f6e7b152022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894067 Aug 21 11:06:59.799747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-d7c8844e-97af-48d8-86a4-3b2fbfa7ae78 req-298858cc-ed8e-41c0-bcf7-bc98e4731288 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Unset dirty status for tenant:5a81a97062a44c1a82976925e1efb742 on resource:port {{(pid=82511) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:06:59.800918 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d7c8844e-97af-48d8-86a4-3b2fbfa7ae78 req-298858cc-ed8e-41c0-bcf7-bc98e4731288 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 945 time: 0.2534964 Aug 21 11:06:59.830828 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ca057-56f5-4411-bd07-fece7c078695 req-e27ec60f-bb57-44cb-9c28-24a7ecef59b5 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:06:59.832590 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a28ca057-56f5-4411-bd07-fece7c078695 req-e27ec60f-bb57-44cb-9c28-24a7ecef59b5 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.1005685 Aug 21 11:06:59.883340 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a28ca057-56f5-4411-bd07-fece7c078695 req-8c67963c-a267-4359-a40d-a37a55ce19cb tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435143 Aug 21 11:06:59.960561 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d7c8844e-97af-48d8-86a4-3b2fbfa7ae78 req-fba1bd7d-f0be-4fc4-ad25-b75662c736e8 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333814 Aug 21 11:06:59.984655 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9158dfbb-4949-4c87-bc20-11d8e282b86e req-885a2b0c-5e21-4ac4-85a4-e25d9043038a service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795049 Aug 21 11:07:00.080355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-1fb9ce38-4bdb-432c-987b-5493202f0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:07:00.084465 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9ce38-4bdb-432c-987b-5493202f0d3d None None] The sync data for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi is: [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:40Z', 'revision_number': 4, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': 'a752e2c8-650f-43ca-a49b-96a68f371ec7', 'name': '', 'network_id': '72b0ec08-f5e0-4143-aa96-7f6e7b152022', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'mac_address': 'fa:16:3e:92:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:38Z', 'updated_at': '2021-08-21T10:57:49Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'subnets': [{'id': '8e48e03a-0b14-438e-a40a-f8cd4e77adf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:07:00.141855 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-9158dfbb-4949-4c87-bc20-11d8e282b86e req-3f16a8e3-cf09-4161-9097-5fbd57f0f991 service neutron] 10.222.0.35 "GET /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500843 Aug 21 11:07:00.454840 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081945a-8ae8-4205-9a3b-a82bf8eb15f8 req-af0650f4-d85f-4d5a-82f9-5817195589b3 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:07:00.456471 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8081945a-8ae8-4205-9a3b-a82bf8eb15f8 req-af0650f4-d85f-4d5a-82f9-5817195589b3 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.1388845 Aug 21 11:07:00.509492 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a12c0c74-c859-44c7-9972-a237bd3ed4c2 req-247a7caa-8cad-4964-a0a1-70c15fe2ccd6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=729a531820ca474f804d788c43254110&device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 1099 time: 0.1269002 Aug 21 11:07:00.530495 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce125c7a-9c8d-42fc-91f0-0e66a9fd1f40 None None] New status for floating IP 3d34ccc1-1591-4c8e-b851-e80d9fbdbf1f: DOWN {{(pid=82513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 11:07:00.597899 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8081945a-8ae8-4205-9a3b-a82bf8eb15f8 req-ee160a3c-d413-4892-91d3-5d55f1f450f7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301284 Aug 21 11:07:00.661138 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c0c74-c859-44c7-9972-a237bd3ed4c2 req-edcbf331-9c86-4c11-bbdc-1d2dbd6767d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:07:00.662619 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a12c0c74-c859-44c7-9972-a237bd3ed4c2 req-edcbf331-9c86-4c11-bbdc-1d2dbd6767d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251c961-d2a7-4253-9748-f4d83c0702f2 HTTP/1.1" status: 200 len: 912 time: 0.1447213 Aug 21 11:07:00.771880 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a12c0c74-c859-44c7-9972-a237bd3ed4c2 req-a2a55818-bf45-4dfc-be4b-b1e3717c47e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d HTTP/1.1" status: 200 len: 1002 time: 0.1024594 Aug 21 11:07:00.842251 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c0c74-c859-44c7-9972-a237bd3ed4c2 req-c86e7b09-b4e1-499e-ae3d-944061485588 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:07:00.843799 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a12c0c74-c859-44c7-9972-a237bd3ed4c2 req-c86e7b09-b4e1-499e-ae3d-944061485588 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99fb1ae1-1ab8-437c-8272-7f9abc01dd78 HTTP/1.1" status: 200 len: 850 time: 0.0660784 Aug 21 11:07:00.921363 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a12c0c74-c859-44c7-9972-a237bd3ed4c2 req-50aca8af-aae8-42a3-b641-c44b1481f7e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251c961-d2a7-4253-9748-f4d83c0702f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714896 Aug 21 11:07:00.962823 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cb535-9774-423d-b62a-52d75c621b80 req-0fa0bb29-12b8-4a5d-aaa0-3cb2c1a18926 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:07:00.965000 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-554cb535-9774-423d-b62a-52d75c621b80 req-0fa0bb29-12b8-4a5d-aaa0-3cb2c1a18926 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.35 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 945 time: 0.0860980 Aug 21 11:07:01.038011 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-554cb535-9774-423d-b62a-52d75c621b80 req-a796bead-e85d-4add-a9dc-16adb12dc4b1 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Deleting port 7d02233a-d611-458e-a3eb-e2efd63ff4cb {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:07:01.038406 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-554cb535-9774-423d-b62a-52d75c621b80 req-a796bead-e85d-4add-a9dc-16adb12dc4b1 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:01.069672 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a12c0c74-c859-44c7-9972-a237bd3ed4c2 req-0e08d486-66d1-46aa-b7c9-694108ef64d5 service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417682 Aug 21 11:07:01.211876 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a12c0c74-c859-44c7-9972-a237bd3ed4c2 req-97c7d307-8fa8-4c3e-8b0b-5b7142aafee4 service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361465 Aug 21 11:07:01.342857 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498b1f-1517-459b-9f6f-697a6f376f8f req-c1485f7d-f5bd-4d5d-9882-040a2c97cb1c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:07:01.344494 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-03498b1f-1517-459b-9f6f-697a6f376f8f req-c1485f7d-f5bd-4d5d-9882-040a2c97cb1c tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 945 time: 0.2162380 Aug 21 11:07:01.389103 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-554cb535-9774-423d-b62a-52d75c621b80 req-a796bead-e85d-4add-a9dc-16adb12dc4b1 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] For port 7d02233a-d611-458e-a3eb-e2efd63ff4cb, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=7d02233a-d611-458e-a3eb-e2efd63ff4cb,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:07:01.389502 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-554cb535-9774-423d-b62a-52d75c621b80 req-a796bead-e85d-4add-a9dc-16adb12dc4b1 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:01.528657 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-554cb535-9774-423d-b62a-52d75c621b80 req-a796bead-e85d-4add-a9dc-16adb12dc4b1 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Calling delete_port for 7d02233a-d611-458e-a3eb-e2efd63ff4cb owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:07:01.571658 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-03498b1f-1517-459b-9f6f-697a6f376f8f req-bd11e061-5636-483c-8fec-870eee526a1e tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204909 Aug 21 11:07:01.720997 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-554cb535-9774-423d-b62a-52d75c621b80 req-a796bead-e85d-4add-a9dc-16adb12dc4b1 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:01.727131 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-53078932-110b-42a8-9fab-daa49ce62402 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:07:01.774763 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796bead-e85d-4add-a9dc-16adb12dc4b1 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event deleted for resources: {'Port': ['ID=7d02233a-d611-458e-a3eb-e2efd63ff4cb,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:07:01.778826 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a796bead-e85d-4add-a9dc-16adb12dc4b1 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:07:01.819926 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3bd38-febe-41fb-8726-30128520a3bc req-aa3e2d5e-97c6-43b2-9b49-e633d7eeb769 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:07:01.821776 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-83c3bd38-febe-41fb-8726-30128520a3bc req-aa3e2d5e-97c6-43b2-9b49-e633d7eeb769 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0876117 Aug 21 11:07:01.855888 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-554cb535-9774-423d-b62a-52d75c621b80 req-a796bead-e85d-4add-a9dc-16adb12dc4b1 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] No DVR routers for this DVR port 7d02233a-d611-458e-a3eb-e2efd63ff4cb on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:07:01.855888 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-554cb535-9774-423d-b62a-52d75c621b80 req-a796bead-e85d-4add-a9dc-16adb12dc4b1 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:01.857610 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'name': 'network-vif-deleted', 'tag': '7d02233a-d611-458e-a3eb-e2efd63ff4cb'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:07:01.884552 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-83c3bd38-febe-41fb-8726-30128520a3bc req-6aaf6ddd-4306-477e-8859-5aef20aff37f tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529795 Aug 21 11:07:01.908200 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-554cb535-9774-423d-b62a-52d75c621b80 req-a796bead-e85d-4add-a9dc-16adb12dc4b1 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.35 "DELETE /v2.0/ports/7d02233a-d611-458e-a3eb-e2efd63ff4cb HTTP/1.1" status: 204 len: 173 time: 0.9380915 Aug 21 11:07:01.916945 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10', 'name': 'network-vif-deleted', 'tag': '7d02233a-d611-458e-a3eb-e2efd63ff4cb', 'status': 'completed', 'code': 200} Aug 21 11:07:02.753537 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bd299cc0-c94c-485d-be99-4f221436f0b7 req-6dbc0f20-86fd-46d7-b645-c813c44fd9ad tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "GET /v2.0/ports?device_id=0267a9c9-8ed4-4df0-8c26-bf9fd02b0f10 HTTP/1.1" status: 200 len: 210 time: 0.0453258 Aug 21 11:07:03.087982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1d7be-9c2b-457f-8377-1857dbaf7473 req-571270f8-e71e-4492-82a6-8fe9a5037cb1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:07:03.089570 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a5f1d7be-9c2b-457f-8377-1857dbaf7473 req-571270f8-e71e-4492-82a6-8fe9a5037cb1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0816839 Aug 21 11:07:03.141713 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a5f1d7be-9c2b-457f-8377-1857dbaf7473 req-e93ac886-e85c-493d-abbc-8f426b8443a0 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457623 Aug 21 11:07:03.862478 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 60736) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:07:04.023258 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-fac71a0c-c4c8-4b7d-a540-ad583fed0667 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Deleting port cc4f6359-1432-4813-a7da-a7d6cb9e5cfc {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:07:04.023673 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fac71a0c-c4c8-4b7d-a540-ad583fed0667 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:04.198798 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fac71a0c-c4c8-4b7d-a540-ad583fed0667 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:04.199183 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fac71a0c-c4c8-4b7d-a540-ad583fed0667 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:04.321725 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-fac71a0c-c4c8-4b7d-a540-ad583fed0667 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Calling delete_port for cc4f6359-1432-4813-a7da-a7d6cb9e5cfc owned by network:floatingip {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:07:04.332944 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 7d02233a-d611-458e-a3eb-e2efd63ff4cb no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:07:04.370047 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: 7d02233a-d611-458e-a3eb-e2efd63ff4cb {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:07:04.370468 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 7d02233a-d611-458e-a3eb-e2efd63ff4cb not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:07:04.480519 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fac71a0c-c4c8-4b7d-a540-ad583fed0667 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:04.484770 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:07:04.525068 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac71a0c-c4c8-4b7d-a540-ad583fed0667 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event deleted for resources: {'Port': ['ID=cc4f6359-1432-4813-a7da-a7d6cb9e5cfc,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:07:04.529410 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fac71a0c-c4c8-4b7d-a540-ad583fed0667 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:07:04.620828 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fac71a0c-c4c8-4b7d-a540-ad583fed0667 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for floatingip, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:04.635312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fac71a0c-c4c8-4b7d-a540-ad583fed0667 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:04.636624 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-fac71a0c-c4c8-4b7d-a540-ad583fed0667 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "DELETE /v2.0/floatingips/121c4270-69b7-4fe7-9edf-8bdcf71b27ef HTTP/1.1" status: 204 len: 168 time: 0.7729874 Aug 21 11:07:06.108552 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60750) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:07:06.153206 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:06.181679 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cd7cd71b-b500-4260-b09d-43c052a760f5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:06.213909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cd7cd71b-b500-4260-b09d-43c052a760f5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:06.347392 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cd7cd71b-b500-4260-b09d-43c052a760f5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:06.352581 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f43851bb-74fa-4198-9596-bc2df91fc50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:07:06.368165 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7cd71b-b500-4260-b09d-43c052a760f5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:07:06.371244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cd7cd71b-b500-4260-b09d-43c052a760f5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:07:06.398077 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-cd7cd71b-b500-4260-b09d-43c052a760f5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:06.399328 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-cd7cd71b-b500-4260-b09d-43c052a760f5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] 10.222.0.49 "DELETE /v2.0/security-groups/8cd191b4-8d04-4b94-82a8-f4cf6f9b85f7 HTTP/1.1" status: 204 len: 168 time: 0.2897179 Aug 21 11:07:06.494871 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60756) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:07:07.191809 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-23bca41a-1c63-40cc-95bb-e7ba10795a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33131368'] for router_interface, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:07.800638 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-23bca41a-1c63-40cc-95bb-e7ba10795a85 admin admin] Deleting port a752e2c8-650f-43ca-a49b-96a68f371ec7 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:07:07.801027 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-23bca41a-1c63-40cc-95bb-e7ba10795a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:07.983789 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-23bca41a-1c63-40cc-95bb-e7ba10795a85 admin admin] For port a752e2c8-650f-43ca-a49b-96a68f371ec7, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=a752e2c8-650f-43ca-a49b-96a68f371ec7,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:07:07.984199 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-23bca41a-1c63-40cc-95bb-e7ba10795a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:08.107647 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-23bca41a-1c63-40cc-95bb-e7ba10795a85 admin admin] Calling delete_port for a752e2c8-650f-43ca-a49b-96a68f371ec7 owned by network:router_interface {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:07:08.372341 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-23bca41a-1c63-40cc-95bb-e7ba10795a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:08.377043 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-660be834-4209-4942-b9d6-565031337b66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:07:08.418866 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bca41a-1c63-40cc-95bb-e7ba10795a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=a752e2c8-650f-43ca-a49b-96a68f371ec7,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:07:08.422629 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-23bca41a-1c63-40cc-95bb-e7ba10795a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:07:08.718148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-23bca41a-1c63-40cc-95bb-e7ba10795a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821937503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821718568'] for router_interface, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:09.323666 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bca41a-1c63-40cc-95bb-e7ba10795a85 admin admin] Router 214fac9c-89b6-4d25-a790-e3ba951d6485 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:07:09.417232 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ee447ac0-3bee-439f-9ffa-528e0aecf5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:09.540198 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bca41a-1c63-40cc-95bb-e7ba10795a85 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:07:09.549396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b384b1e-708d-4e2f-9583-e58ef6c03b4d None None] Sync routers for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:07:09.553477 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-23bca41a-1c63-40cc-95bb-e7ba10795a85 admin admin] 10.222.0.49 "PUT /v2.0/routers/214fac9c-89b6-4d25-a790-e3ba951d6485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0573962 Aug 21 11:07:09.556178 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60762) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:07:09.561945 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b384b1e-708d-4e2f-9583-e58ef6c03b4d None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:07:09.562616 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-5b384b1e-708d-4e2f-9583-e58ef6c03b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:06:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:07:09.755714 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-5b384b1e-708d-4e2f-9583-e58ef6c03b4d None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:07:09.989146 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] Notify callbacks [] for router, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:10.055933 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-5b384b1e-708d-4e2f-9583-e58ef6c03b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T11:07:08Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:07:10.060605 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b384b1e-708d-4e2f-9583-e58ef6c03b4d None None] Checking router: 214fac9c-89b6-4d25-a790-e3ba951d6485 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:07:10.072759 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b384b1e-708d-4e2f-9583-e58ef6c03b4d None None] Routers {'214fac9c-89b6-4d25-a790-e3ba951d6485'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:07:10.073430 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-5b384b1e-708d-4e2f-9583-e58ef6c03b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:06:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['214fac9c-89b6-4d25-a790-e3ba951d6485'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:07:10.196647 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:10.244312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] Deleting port 94cb074e-7479-4434-b660-270c747040bd {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:07:10.244312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:10.255003 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-5b384b1e-708d-4e2f-9583-e58ef6c03b4d None None] Set router 214fac9c-89b6-4d25-a790-e3ba951d6485 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:07:10.421019 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] For port 94cb074e-7479-4434-b660-270c747040bd, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=94cb074e-7479-4434-b660-270c747040bd,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:07:10.421597 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:10.547102 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-5b384b1e-708d-4e2f-9583-e58ef6c03b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T11:07:08Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:07:10.548871 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] Calling delete_port for 94cb074e-7479-4434-b660-270c747040bd owned by network:router_gateway {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:07:10.551131 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b384b1e-708d-4e2f-9583-e58ef6c03b4d None None] The sync data for ids ['214fac9c-89b6-4d25-a790-e3ba951d6485'] in dv-cinder-805477-1-iscsi is: [{'id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'name': 'tempest-TestVolumeBootPattern-1850439718-router', 'tenant_id': '5a81a97062a44c1a82976925e1efb742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '94cb074e-7479-4434-b660-270c747040bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T11:07:08Z', 'revision_number': 5, 'project_id': '5a81a97062a44c1a82976925e1efb742', 'gw_port': {'id': '94cb074e-7479-4434-b660-270c747040bd', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214fac9c-89b6-4d25-a790-e3ba951d6485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:35Z', 'updated_at': '2021-08-21T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:07:10.799302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:10.803775 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-79667dc6-190e-4444-8348-9503684eab20 tempest-TestShelveInstance-800620826 tempest-TestShelveInstance-800620826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:07:10.852615 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] Pushing event deleted for resources: {'Port': ['ID=94cb074e-7479-4434-b660-270c747040bd,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:07:10.855119 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:07:10.943578 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:11.094186 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33135449'] for router_gateway, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:11.358856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762904'] for router, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:11.363495 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:11.461641 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821713719'] for router, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:11.462239 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 214fac9c-89b6-4d25-a790-e3ba951d6485 {{(pid=82512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 11:07:11.474582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] Notify callbacks [] for router, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:11.476226 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-8083cc75-313c-48c6-a9e8-b3d386525736 admin admin] 10.222.0.49 "DELETE /v2.0/routers/214fac9c-89b6-4d25-a790-e3ba951d6485 HTTP/1.1" status: 204 len: 168 time: 1.9186385 Aug 21 11:07:11.479069 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60766) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:07:11.545977 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf3edf3-ef7e-4dc9-968c-0c8814eadd8f admin admin] Deleting subnet 8e48e03a-0b14-438e-a40a-f8cd4e77adf3 {{(pid=82512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 11:07:11.549289 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6cf3edf3-ef7e-4dc9-968c-0c8814eadd8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:11.605085 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6cf3edf3-ef7e-4dc9-968c-0c8814eadd8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853126341'] for subnet, precommit_delete_associations {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:11.687983 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6cf3edf3-ef7e-4dc9-968c-0c8814eadd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:11.784069 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6cf3edf3-ef7e-4dc9-968c-0c8814eadd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822618240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32114412'] for subnet, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:11.789271 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-599a182c-5cd7-496f-9291-256ef0232093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:07:11.828571 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3edf3-ef7e-4dc9-968c-0c8814eadd8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e48e03a-0b14-438e-a40a-f8cd4e77adf3,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:07:11.832424 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6cf3edf3-ef7e-4dc9-968c-0c8814eadd8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:07:11.835795 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6cf3edf3-ef7e-4dc9-968c-0c8814eadd8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:11.842451 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7e07e9-5eb3-43c1-952e-9675c87266fd None None] Network 72b0ec08-f5e0-4143-aa96-7f6e7b152022 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 11:07:11.842615 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-6cf3edf3-ef7e-4dc9-968c-0c8814eadd8f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8e48e03a-0b14-438e-a40a-f8cd4e77adf3 HTTP/1.1" status: 204 len: 168 time: 0.3624814 Aug 21 11:07:11.845242 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60770) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:07:11.963314 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:11.974012 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Deleting port a529331a-f309-484b-98dc-85f66ada875f {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:07:11.974378 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:12.038516 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ad7070df-06c0-4bef-af9a-de5ae3a263b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:12.060788 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 94cb074e-7479-4434-b660-270c747040bd no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:07:12.104117 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: 94cb074e-7479-4434-b660-270c747040bd {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:07:12.104511 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 94cb074e-7479-4434-b660-270c747040bd not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:07:12.104988 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device a752e2c8-650f-43ca-a49b-96a68f371ec7 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:07:12.142576 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: a752e2c8-650f-43ca-a49b-96a68f371ec7 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:07:12.142975 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device a752e2c8-650f-43ca-a49b-96a68f371ec7 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:07:12.194499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] For port a529331a-f309-484b-98dc-85f66ada875f, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=a529331a-f309-484b-98dc-85f66ada875f,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:07:12.194922 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:12.223494 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2a786f-d6bb-47e4-932b-eb86d0dd1a2c None None] DHCP port deletion for 72b0ec08-f5e0-4143-aa96-7f6e7b152022 request from dv-cinder-805477-1-iscsi {{(pid=82513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 11:07:12.223494 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a786f-d6bb-47e4-932b-eb86d0dd1a2c None None] Deleting port a529331a-f309-484b-98dc-85f66ada875f {{(pid=82513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:07:12.223494 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1c2a786f-d6bb-47e4-932b-eb86d0dd1a2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:12.312431 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:12.324929 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Calling delete_port for a529331a-f309-484b-98dc-85f66ada875f owned by network:dhcp {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:07:12.423395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:12.427334 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e1edbe1e-be19-4d9f-805e-282f80328eb9 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:07:12.442582 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-1c2a786f-d6bb-47e4-932b-eb86d0dd1a2c None None] For port a529331a-f309-484b-98dc-85f66ada875f, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=a529331a-f309-484b-98dc-85f66ada875f,segment=NetworkSegment(df536b26-6ab4-4e82-b77e-a08448c21525),segment_id=df536b26-6ab4-4e82-b77e-a08448c21525)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:07:12.443024 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1c2a786f-d6bb-47e4-932b-eb86d0dd1a2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:12.468355 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Pushing event deleted for resources: {'Port': ['ID=a529331a-f309-484b-98dc-85f66ada875f,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:07:12.472146 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:07:12.475205 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] No DVR routers for this DVR port a529331a-f309-484b-98dc-85f66ada875f on host dv-cinder-805477-1-iscsi {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:07:12.572848 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a786f-d6bb-47e4-932b-eb86d0dd1a2c None None] Calling delete_port for a529331a-f309-484b-98dc-85f66ada875f owned by network:dhcp {{(pid=82513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:07:12.595569 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:12.609564 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b0ec08-f5e0-4143-aa96-7f6e7b152022']}} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:07:12.622456 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df536b26-6ab4-4e82-b77e-a08448c21525') {'for_net_delete': True} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:07:12.622804 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df536b26-6ab4-4e82-b77e-a08448c21525') {} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:07:12.634717 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649459'] for segment, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:12.642834 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.db.api [None req-1c2a786f-d6bb-47e4-932b-eb86d0dd1a2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82513) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 11:07:12.643255 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_db.api [None req-1c2a786f-d6bb-47e4-932b-eb86d0dd1a2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 11:07:12.649427 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:12.656338 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=82512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 11:07:12.656769 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822618131'] for segment, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 11:07:12.671517 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 11:07:12.766247 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:12.769793 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:07:12.783643 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:12.794338 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Pushing event deleted for resources: {'Network': ['ID=72b0ec08-f5e0-4143-aa96-7f6e7b152022,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:07:12.797613 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:07:12.835569 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] 10.222.0.49 "DELETE /v2.0/networks/72b0ec08-f5e0-4143-aa96-7f6e7b152022 HTTP/1.1" status: 204 len: 168 time: 0.9892471 Aug 21 11:07:12.839067 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60774) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:07:13.145063 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a786f-d6bb-47e4-932b-eb86d0dd1a2c None None] Deleting port a529331a-f309-484b-98dc-85f66ada875f {{(pid=82513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:07:13.145420 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1c2a786f-d6bb-47e4-932b-eb86d0dd1a2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:13.219995 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a786f-d6bb-47e4-932b-eb86d0dd1a2c None None] The port 'a529331a-f309-484b-98dc-85f66ada875f' was deleted {{(pid=82513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 11:07:13.459508 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bd006cd2-b097-4cc1-8422-968cfab33e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33131368'] for router_interface, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:13.635364 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:14.055911 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device a529331a-f309-484b-98dc-85f66ada875f no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:07:14.094694 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: a529331a-f309-484b-98dc-85f66ada875f {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:07:14.095093 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device a529331a-f309-484b-98dc-85f66ada875f not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:07:14.117260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-bd006cd2-b097-4cc1-8422-968cfab33e50 admin admin] Deleting port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:07:14.117656 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bd006cd2-b097-4cc1-8422-968cfab33e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:14.301434 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-bd006cd2-b097-4cc1-8422-968cfab33e50 admin admin] For port d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f,segment=NetworkSegment(dfdf8192-264e-44dd-b160-139863f02b28),segment_id=dfdf8192-264e-44dd-b160-139863f02b28)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:07:14.301767 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bd006cd2-b097-4cc1-8422-968cfab33e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:14.425006 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-bd006cd2-b097-4cc1-8422-968cfab33e50 admin admin] Calling delete_port for d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f owned by network:router_interface {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:07:14.623454 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bd006cd2-b097-4cc1-8422-968cfab33e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:14.628154 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:07:14.671064 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd006cd2-b097-4cc1-8422-968cfab33e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:07:14.673850 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-bd006cd2-b097-4cc1-8422-968cfab33e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:07:14.978517 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-bd006cd2-b097-4cc1-8422-968cfab33e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821937503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821718568'] for router_interface, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:15.589491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd006cd2-b097-4cc1-8422-968cfab33e50 admin admin] Router 54ce2229-0456-43e5-b843-f8c8b3de68b8 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:07:15.792935 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd006cd2-b097-4cc1-8422-968cfab33e50 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:07:15.801570 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f31a65-d1fd-4709-8d26-e46480d33d02 None None] Sync routers for ids ['54ce2229-0456-43e5-b843-f8c8b3de68b8'] in dv-cinder-805477-1-iscsi {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:07:15.814556 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f31a65-d1fd-4709-8d26-e46480d33d02 None None] Routers {'54ce2229-0456-43e5-b843-f8c8b3de68b8'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:07:15.815233 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-f8f31a65-d1fd-4709-8d26-e46480d33d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:07:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['54ce2229-0456-43e5-b843-f8c8b3de68b8'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:07:15.847993 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-bd006cd2-b097-4cc1-8422-968cfab33e50 admin admin] 10.222.0.49 "PUT /v2.0/routers/54ce2229-0456-43e5-b843-f8c8b3de68b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0077028 Aug 21 11:07:15.850456 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60778) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:07:16.003575 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-f8f31a65-d1fd-4709-8d26-e46480d33d02 None None] Set router 54ce2229-0456-43e5-b843-f8c8b3de68b8 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:07:16.292046 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] Notify callbacks [] for router, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:16.464122 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-f8f31a65-d1fd-4709-8d26-e46480d33d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'name': 'tempest-TestVolumeBootPattern-896799281-router', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '95fac9f5-096c-4d57-a724-17752c344a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:45Z', 'updated_at': '2021-08-21T11:07:14Z', 'revision_number': 5, 'project_id': 'e57183a1ca5645dd8c623e6464eb8959', 'gw_port': {'id': '95fac9f5-096c-4d57-a724-17752c344a56', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T10:57:45Z', 'updated_at': '2021-08-21T10:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:07:16.468233 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f31a65-d1fd-4709-8d26-e46480d33d02 None None] Checking router: 54ce2229-0456-43e5-b843-f8c8b3de68b8 for host: dv-cinder-805477-1-iscsi {{(pid=82513) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:07:16.480853 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f31a65-d1fd-4709-8d26-e46480d33d02 None None] Routers {'54ce2229-0456-43e5-b843-f8c8b3de68b8'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82513) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:07:16.481922 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-f8f31a65-d1fd-4709-8d26-e46480d33d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:07:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['54ce2229-0456-43e5-b843-f8c8b3de68b8'], 'active': True} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:07:16.502168 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:16.548877 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] Deleting port 95fac9f5-096c-4d57-a724-17752c344a56 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:07:16.549259 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:16.645123 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-f8f31a65-d1fd-4709-8d26-e46480d33d02 None None] Set router 54ce2229-0456-43e5-b843-f8c8b3de68b8 gateway port host: None {{(pid=82513) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:07:16.729520 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] For port 95fac9f5-096c-4d57-a724-17752c344a56, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=95fac9f5-096c-4d57-a724-17752c344a56,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:07:16.729920 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:16.754274 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-f8f31a65-d1fd-4709-8d26-e46480d33d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'name': 'tempest-TestVolumeBootPattern-896799281-router', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:45Z', 'updated_at': '2021-08-21T11:07:16Z', 'revision_number': 6, 'project_id': 'e57183a1ca5645dd8c623e6464eb8959', 'gw_port_host': None}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:07:16.758232 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f31a65-d1fd-4709-8d26-e46480d33d02 None None] The sync data for ids ['54ce2229-0456-43e5-b843-f8c8b3de68b8'] in dv-cinder-805477-1-iscsi is: [{'id': '54ce2229-0456-43e5-b843-f8c8b3de68b8', 'name': 'tempest-TestVolumeBootPattern-896799281-router', 'tenant_id': 'e57183a1ca5645dd8c623e6464eb8959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T10:57:45Z', 'updated_at': '2021-08-21T11:07:16Z', 'revision_number': 6, 'project_id': 'e57183a1ca5645dd8c623e6464eb8959', 'gw_port_host': None}] {{(pid=82513) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:07:16.857777 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] Calling delete_port for 95fac9f5-096c-4d57-a724-17752c344a56 owned by network:router_gateway {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:07:17.069092 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:17.073990 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-163c0b32-d7f8-487a-82a8-95d5baf7459d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:07:17.118180 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] Pushing event deleted for resources: {'Port': ['ID=95fac9f5-096c-4d57-a724-17752c344a56,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:07:17.123789 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:07:17.364828 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33135449'] for router_gateway, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:17.635154 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762904'] for router, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:17.639532 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:17.833247 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821713719'] for router, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:17.833877 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54ce2229-0456-43e5-b843-f8c8b3de68b8 {{(pid=82512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 11:07:17.847437 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] Notify callbacks [] for router, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:17.848940 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-1bde5562-f2b4-4be3-a411-d1c174152871 admin admin] 10.222.0.49 "DELETE /v2.0/routers/54ce2229-0456-43e5-b843-f8c8b3de68b8 HTTP/1.1" status: 204 len: 168 time: 1.9974794 Aug 21 11:07:17.851721 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60782) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:07:17.921866 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6be74be-a246-4f8d-b102-4ef613af71da admin admin] Deleting subnet 464ef4f0-937a-4df5-b000-54432c7f64ac {{(pid=82512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 11:07:17.925213 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a6be74be-a246-4f8d-b102-4ef613af71da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:17.978797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a6be74be-a246-4f8d-b102-4ef613af71da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853126341'] for subnet, precommit_delete_associations {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:18.054718 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 95fac9f5-096c-4d57-a724-17752c344a56 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:07:18.064877 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a6be74be-a246-4f8d-b102-4ef613af71da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:18.087952 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: 95fac9f5-096c-4d57-a724-17752c344a56 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:07:18.088352 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 95fac9f5-096c-4d57-a724-17752c344a56 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:07:18.088812 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:07:18.120709 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:07:18.121145 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device d6d1e3d7-4d09-41a9-89bc-cfdf8847c21f not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:07:18.393778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a6be74be-a246-4f8d-b102-4ef613af71da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822618240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32114412'] for subnet, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:18.398905 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6cf3edf3-ef7e-4dc9-968c-0c8814eadd8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:07:18.436045 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be74be-a246-4f8d-b102-4ef613af71da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=464ef4f0-937a-4df5-b000-54432c7f64ac,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:07:18.438971 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a6be74be-a246-4f8d-b102-4ef613af71da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:07:18.441537 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a6be74be-a246-4f8d-b102-4ef613af71da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:18.447005 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb775caa-e6b6-4e17-be21-312166c2c3e7 None None] Network 4a8e90dd-3f94-4cc0-92a8-321c8d8f577a requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 11:07:18.448252 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a6be74be-a246-4f8d-b102-4ef613af71da admin admin] 10.222.0.49 "DELETE /v2.0/subnets/464ef4f0-937a-4df5-b000-54432c7f64ac HTTP/1.1" status: 204 len: 168 time: 0.5954890 Aug 21 11:07:18.450256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60786) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:07:18.564682 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:18.575385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Deleting port 0c5000dc-b92b-4f60-bf0a-831f2797bd14 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:07:18.575811 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:18.704410 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd0a2ce-ef7f-4baa-a23b-304247738b0b None None] DHCP port deletion for 4a8e90dd-3f94-4cc0-92a8-321c8d8f577a request from dv-cinder-805477-1-iscsi {{(pid=82513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 11:07:18.708570 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0a2ce-ef7f-4baa-a23b-304247738b0b None None] Deleting port 0c5000dc-b92b-4f60-bf0a-831f2797bd14 {{(pid=82513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:07:18.708992 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8fd0a2ce-ef7f-4baa-a23b-304247738b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:18.791491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] For port 0c5000dc-b92b-4f60-bf0a-831f2797bd14, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=0c5000dc-b92b-4f60-bf0a-831f2797bd14,segment=NetworkSegment(dfdf8192-264e-44dd-b160-139863f02b28),segment_id=dfdf8192-264e-44dd-b160-139863f02b28)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:07:18.791923 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:18.915270 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-8fd0a2ce-ef7f-4baa-a23b-304247738b0b None None] For port 0c5000dc-b92b-4f60-bf0a-831f2797bd14, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=0c5000dc-b92b-4f60-bf0a-831f2797bd14,segment=NetworkSegment(dfdf8192-264e-44dd-b160-139863f02b28),segment_id=dfdf8192-264e-44dd-b160-139863f02b28)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:07:18.915682 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8fd0a2ce-ef7f-4baa-a23b-304247738b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:18.915876 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Calling delete_port for 0c5000dc-b92b-4f60-bf0a-831f2797bd14 owned by network:dhcp {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:07:19.027670 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:19.032313 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0469d2c2-c878-45b3-b271-3570fc0bf0af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:07:19.041783 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0a2ce-ef7f-4baa-a23b-304247738b0b None None] Calling delete_port for 0c5000dc-b92b-4f60-bf0a-831f2797bd14 owned by network:dhcp {{(pid=82513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:07:19.077225 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5000dc-b92b-4f60-bf0a-831f2797bd14,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:07:19.079924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:07:19.085170 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] No DVR routers for this DVR port 0c5000dc-b92b-4f60-bf0a-831f2797bd14 on host dv-cinder-805477-1-iscsi {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:07:19.111759 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.db.api [None req-8fd0a2ce-ef7f-4baa-a23b-304247738b0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82513) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 11:07:19.112174 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_db.api [None req-8fd0a2ce-ef7f-4baa-a23b-304247738b0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 11:07:19.237699 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:19.251374 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8e90dd-3f94-4cc0-92a8-321c8d8f577a']}} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:07:19.264527 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfdf8192-264e-44dd-b160-139863f02b28') {'for_net_delete': True} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:07:19.264872 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfdf8192-264e-44dd-b160-139863f02b28') {} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:07:19.278911 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649459'] for segment, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:19.354463 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:19.361283 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=82512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 11:07:19.361717 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822618131'] for segment, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 11:07:19.376607 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 11:07:19.613974 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0a2ce-ef7f-4baa-a23b-304247738b0b None None] Deleting port 0c5000dc-b92b-4f60-bf0a-831f2797bd14 {{(pid=82513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:07:19.614333 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8fd0a2ce-ef7f-4baa-a23b-304247738b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:19.622662 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:19.627550 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:19.630290 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0cb3f9c1-3bd2-40a5-b087-091b185cc039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:07:19.651811 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a8e90dd-3f94-4cc0-92a8-321c8d8f577a,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:07:19.654423 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:07:19.660862 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4a8e90dd-3f94-4cc0-92a8-321c8d8f577a HTTP/1.1" status: 204 len: 168 time: 1.2095823 Aug 21 11:07:19.681705 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0a2ce-ef7f-4baa-a23b-304247738b0b None None] The port '0c5000dc-b92b-4f60-bf0a-831f2797bd14' was deleted {{(pid=82513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 11:07:19.968112 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60792) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:07:20.033457 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-c00ac7a8-105b-4b96-aced-e7af2c0c74bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a81a97062a44c1a82976925e1efb742&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0639980 Aug 21 11:07:20.036025 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60796) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:07:20.054083 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 0c5000dc-b92b-4f60-bf0a-831f2797bd14 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:07:20.087603 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: 0c5000dc-b92b-4f60-bf0a-831f2797bd14 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:07:20.088009 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 0c5000dc-b92b-4f60-bf0a-831f2797bd14 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:07:20.100566 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f5a2-e38b-4a21-b402-3a3f3ba02755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:20.127326 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f5a2-e38b-4a21-b402-3a3f3ba02755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:20.251367 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f5a2-e38b-4a21-b402-3a3f3ba02755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:20.256642 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-73ca237c-c50d-4e47-aed1-b8630a8d23ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:07:20.272637 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8f5a2-e38b-4a21-b402-3a3f3ba02755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b1c646-c894-4be5-8a0a-476eadfbb3cd,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:07:20.276407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a1f8f5a2-e38b-4a21-b402-3a3f3ba02755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:07:20.278362 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f5a2-e38b-4a21-b402-3a3f3ba02755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:20.279601 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a1f8f5a2-e38b-4a21-b402-3a3f3ba02755 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08b1c646-c894-4be5-8a0a-476eadfbb3cd HTTP/1.1" status: 204 len: 168 time: 0.2425599 Aug 21 11:07:20.819753 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60804) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:07:20.876375 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-043ef534-34d8-4a14-86b5-7e25b35599ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e57183a1ca5645dd8c623e6464eb8959&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552258 Aug 21 11:07:20.878794 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60808) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:07:20.939667 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b2492bf4-a1fc-4fe6-bb60-a4aa91bddee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:20.966998 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b2492bf4-a1fc-4fe6-bb60-a4aa91bddee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:21.148796 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b2492bf4-a1fc-4fe6-bb60-a4aa91bddee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:21.154371 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0fa848b6-bc1a-4bf3-aa5e-9de8e23fbb58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:07:21.166711 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2492bf4-a1fc-4fe6-bb60-a4aa91bddee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c643f464-1af2-4a06-b0dd-cb6755536de2,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:07:21.169883 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b2492bf4-a1fc-4fe6-bb60-a4aa91bddee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:07:21.171881 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b2492bf4-a1fc-4fe6-bb60-a4aa91bddee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:21.173084 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-b2492bf4-a1fc-4fe6-bb60-a4aa91bddee9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c643f464-1af2-4a06-b0dd-cb6755536de2 HTTP/1.1" status: 204 len: 168 time: 0.2933395 Aug 21 11:07:33.141287 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:07:36.141955 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:39.421959 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-555cdc97-838d-464e-8a5f-1c7411605ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:40.965053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:42.010908 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-98e0a857-2152-4f74-9797-e9445ca9de0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:42.295735 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:42.755264 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fdba592e-6950-48de-818f-8f9a2d7ddea5 req-706e8716-077b-4de6-b114-2a5926feb528 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792358 Aug 21 11:07:42.847013 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fdba592e-6950-48de-818f-8f9a2d7ddea5 req-d9b5d958-99c7-4a3c-847d-b61da46f66b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=729a531820ca474f804d788c43254110&device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 1099 time: 0.0716474 Aug 21 11:07:43.216603 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba592e-6950-48de-818f-8f9a2d7ddea5 req-cae7c635-d0ed-4827-ab2e-95f5f43f350e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:07:43.218173 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fdba592e-6950-48de-818f-8f9a2d7ddea5 req-cae7c635-d0ed-4827-ab2e-95f5f43f350e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251c961-d2a7-4253-9748-f4d83c0702f2 HTTP/1.1" status: 200 len: 912 time: 0.3511496 Aug 21 11:07:43.326985 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fdba592e-6950-48de-818f-8f9a2d7ddea5 req-b8613f04-7639-4881-904d-cc069c381d69 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d HTTP/1.1" status: 200 len: 1002 time: 0.1013613 Aug 21 11:07:43.394454 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba592e-6950-48de-818f-8f9a2d7ddea5 req-24a083be-b408-4d94-90df-411e9b9e95e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:07:43.396020 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fdba592e-6950-48de-818f-8f9a2d7ddea5 req-24a083be-b408-4d94-90df-411e9b9e95e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99fb1ae1-1ab8-437c-8272-7f9abc01dd78 HTTP/1.1" status: 200 len: 850 time: 0.0624378 Aug 21 11:07:43.477937 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fdba592e-6950-48de-818f-8f9a2d7ddea5 req-22aacf63-2c82-4848-a959-6d4939f92ad1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251c961-d2a7-4253-9748-f4d83c0702f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753677 Aug 21 11:07:43.623949 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fdba592e-6950-48de-818f-8f9a2d7ddea5 req-4e2e3bf7-c329-4da6-9669-91ab37b182a4 service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399028 Aug 21 11:07:43.644930 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:07:43.776118 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-fdba592e-6950-48de-818f-8f9a2d7ddea5 req-64e407c7-20cc-457f-9c48-97e2f160fe77 service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460276 Aug 21 11:08:04.467408 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [req-576df3f8-5c03-4ad6-96a3-9b4373aee8eb req-3174918b-29b7-4214-a8bb-3d6899c4ca50 service neutron] (82511) timed out ('10.222.0.35', 57573) {{(pid=82511) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Aug 21 11:08:06.141235 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:08:08.550044 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608cbec-5f46-489e-94dc-b09035af25b5 req-ba648497-f46a-4ec3-923e-a7ac1ad682fb tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:08.551673 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d608cbec-5f46-489e-94dc-b09035af25b5 req-ba648497-f46a-4ec3-923e-a7ac1ad682fb tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0862963 Aug 21 11:08:08.600321 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d608cbec-5f46-489e-94dc-b09035af25b5 req-fe175fb1-d0b5-46ae-93fe-33c38ec04efa tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417755 Aug 21 11:08:09.426278 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-085f61df-0aeb-49e1-924f-ca52e0771041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:08:09.942497 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10adec7-cf8d-4d48-a866-9d1d65583e82 req-e9b62cca-d080-4c0a-b534-efead371c71c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:09.944133 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e10adec7-cf8d-4d48-a866-9d1d65583e82 req-e9b62cca-d080-4c0a-b534-efead371c71c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.2194004 Aug 21 11:08:09.992612 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e10adec7-cf8d-4d48-a866-9d1d65583e82 req-dd2da6f7-036c-4642-a72b-9e8cf1b0b4d9 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424340 Aug 21 11:08:10.142318 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:08:10.952122 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:08:11.200722 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c67e-4343-40ca-b9ec-d24e43d08707 req-63d96b57-38d1-441e-b373-3fcc6c1d48ee tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:11.202395 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7d20c67e-4343-40ca-b9ec-d24e43d08707 req-63d96b57-38d1-441e-b373-3fcc6c1d48ee tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0889518 Aug 21 11:08:11.254351 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7d20c67e-4343-40ca-b9ec-d24e43d08707 req-d1e52b3c-dd1a-4c8c-b6b3-305a6ae3c65e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458210 Aug 21 11:08:12.003034 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59a55930-3068-4c2f-99cf-f49e7fdebe62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:08:12.295054 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:08:12.463717 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409abe0-0792-434f-9d68-bb470807bbd9 req-8baaf1bd-bc3f-4a9a-9aba-0dcf2906faad tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:12.465302 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2409abe0-0792-434f-9d68-bb470807bbd9 req-8baaf1bd-bc3f-4a9a-9aba-0dcf2906faad tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0855904 Aug 21 11:08:12.512799 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2409abe0-0792-434f-9d68-bb470807bbd9 req-8856a57c-70fe-4c39-ac4f-d06dbed00134 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415075 Aug 21 11:08:13.644227 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:08:13.713737 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8452f-d854-4930-b77e-08a7452b3890 req-7ceb3cd3-e2ab-4ee7-a585-46efce537e87 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:13.715329 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e0c8452f-d854-4930-b77e-08a7452b3890 req-7ceb3cd3-e2ab-4ee7-a585-46efce537e87 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0815930 Aug 21 11:08:13.763187 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e0c8452f-d854-4930-b77e-08a7452b3890 req-d1132398-f639-4ad3-9f2b-6517ae2704b8 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418162 Aug 21 11:08:14.973868 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c69985-edc0-4262-923b-df0218b88ee6 req-44dd2c26-80a3-411a-8698-ca8f49ca6833 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:14.975448 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-65c69985-edc0-4262-923b-df0218b88ee6 req-44dd2c26-80a3-411a-8698-ca8f49ca6833 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0814643 Aug 21 11:08:15.023299 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-65c69985-edc0-4262-923b-df0218b88ee6 req-e7036381-cb5e-408e-bc89-2353ae49b1e8 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412805 Aug 21 11:08:16.234473 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f512083-fcb5-4c3a-acef-c1486165f26b req-8104f2fd-5794-46b2-91fd-c2ba32054cc9 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:16.236069 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6f512083-fcb5-4c3a-acef-c1486165f26b req-8104f2fd-5794-46b2-91fd-c2ba32054cc9 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0876930 Aug 21 11:08:16.283923 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6f512083-fcb5-4c3a-acef-c1486165f26b req-879938f9-d692-4eda-aa99-eeb7778edf8c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412068 Aug 21 11:08:17.487940 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc778c-6f27-48f5-8a31-11d904df45a6 req-59ad0739-8c1a-4cca-b8e5-5b7adecb32d6 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:17.489460 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-85bc778c-6f27-48f5-8a31-11d904df45a6 req-59ad0739-8c1a-4cca-b8e5-5b7adecb32d6 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0856268 Aug 21 11:08:17.536777 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-85bc778c-6f27-48f5-8a31-11d904df45a6 req-5a488897-3e77-4073-8464-e918da9d451b tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407326 Aug 21 11:08:18.745483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28511d-3140-4eb8-bc90-5dc6e2605c43 req-670ab3ac-6060-4efe-92a4-5edcfe1ba2b2 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:18.747235 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5a28511d-3140-4eb8-bc90-5dc6e2605c43 req-670ab3ac-6060-4efe-92a4-5edcfe1ba2b2 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0882418 Aug 21 11:08:18.800056 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-5a28511d-3140-4eb8-bc90-5dc6e2605c43 req-bde83952-434d-434f-8eaa-c0d8f2b7192b tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465281 Aug 21 11:08:20.004526 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f401c0-bd17-4cb6-9d7a-52feaa98a5a7 req-20ac04ef-ac86-42e2-9ecd-e8f53c1a3ba5 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:20.006100 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b9f401c0-bd17-4cb6-9d7a-52feaa98a5a7 req-20ac04ef-ac86-42e2-9ecd-e8f53c1a3ba5 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0828774 Aug 21 11:08:20.078161 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-b9f401c0-bd17-4cb6-9d7a-52feaa98a5a7 req-333da433-948b-4b05-9b15-4fda0084fe17 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653479 Aug 21 11:08:20.535473 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18a55d-c753-460a-8451-341ae0c52e97 req-1e4cca64-7ceb-424d-827a-4e05fab767d1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:20.537077 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-eb18a55d-c753-460a-8451-341ae0c52e97 req-1e4cca64-7ceb-424d-827a-4e05fab767d1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.1222062 Aug 21 11:08:20.610954 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-eb18a55d-c753-460a-8451-341ae0c52e97 req-b52ca378-b124-4277-961e-052a9f3448e7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655780 Aug 21 11:08:20.617774 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7c0a2e1f-9ab7-434b-b44d-7d43b9a8795d req-9a6c3a18-7d11-4253-810b-2791f85d89db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=729a531820ca474f804d788c43254110&device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 1099 time: 0.1238883 Aug 21 11:08:20.770882 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a2e1f-9ab7-434b-b44d-7d43b9a8795d req-bedddeb3-fcd0-4301-a500-0a82f9dd10e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:20.772489 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7c0a2e1f-9ab7-434b-b44d-7d43b9a8795d req-bedddeb3-fcd0-4301-a500-0a82f9dd10e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251c961-d2a7-4253-9748-f4d83c0702f2 HTTP/1.1" status: 200 len: 912 time: 0.1479638 Aug 21 11:08:20.878671 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7c0a2e1f-9ab7-434b-b44d-7d43b9a8795d req-491c1e1e-1ce5-4a87-b543-07a2c710c140 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d HTTP/1.1" status: 200 len: 1002 time: 0.0996690 Aug 21 11:08:20.945322 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a2e1f-9ab7-434b-b44d-7d43b9a8795d req-88b5201f-354b-459a-b950-5da858a9e605 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:20.946836 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7c0a2e1f-9ab7-434b-b44d-7d43b9a8795d req-88b5201f-354b-459a-b950-5da858a9e605 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99fb1ae1-1ab8-437c-8272-7f9abc01dd78 HTTP/1.1" status: 200 len: 850 time: 0.0623894 Aug 21 11:08:21.025689 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7c0a2e1f-9ab7-434b-b44d-7d43b9a8795d req-19f363ec-181a-4ef3-a10d-7f78c588ce00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251c961-d2a7-4253-9748-f4d83c0702f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732658 Aug 21 11:08:21.164997 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7c0a2e1f-9ab7-434b-b44d-7d43b9a8795d req-543119eb-2bc0-4833-9d30-e738d7579313 service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326740 Aug 21 11:08:21.309622 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7c0a2e1f-9ab7-434b-b44d-7d43b9a8795d req-3014a27c-fc22-46c3-9375-3758608c1c43 service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380339 Aug 21 11:08:21.821186 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2f423-55f9-49d1-89e9-12e2d28e925c req-9dffa3f9-4b1d-4f6a-ae44-83384a85e0cf tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:21.823439 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c9a2f423-55f9-49d1-89e9-12e2d28e925c req-9dffa3f9-4b1d-4f6a-ae44-83384a85e0cf tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0879807 Aug 21 11:08:21.873913 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c9a2f423-55f9-49d1-89e9-12e2d28e925c req-dbc7eb50-e821-448b-a043-4050d013a81f tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Aug 21 11:08:23.079722 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8081a-e490-4e3b-b913-eed5b393a7ad req-42a02a2c-40c7-4adf-8371-3465b759de7f tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:23.081330 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-46f8081a-e490-4e3b-b913-eed5b393a7ad req-42a02a2c-40c7-4adf-8371-3465b759de7f tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0859826 Aug 21 11:08:23.128507 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-46f8081a-e490-4e3b-b913-eed5b393a7ad req-f59e8ba2-e09b-4e29-ae4f-b8899e2902f9 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411887 Aug 21 11:08:36.151324 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:08:39.431276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dcd43b64-4c20-4213-b854-d608c702be9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:08:40.939788 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:08:42.019903 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-2d603dbb-c339-4fa4-9d99-faab20e7f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:08:42.282501 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:08:43.659813 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:08:45.392134 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c5963fcf-ac1b-4ded-a4e1-00a1046f06d3 req-37c34eb0-ceca-4067-ae8d-c3e5c6688588 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1467202 Aug 21 11:08:45.545069 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c5963fcf-ac1b-4ded-a4e1-00a1046f06d3 req-4a25cfb6-d5cb-4dbd-bf32-d102c5980e12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=729a531820ca474f804d788c43254110&device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 1099 time: 0.0771401 Aug 21 11:08:45.697125 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5963fcf-ac1b-4ded-a4e1-00a1046f06d3 req-9f84f51e-5cf3-4316-a604-369c6ad72553 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:45.698689 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c5963fcf-ac1b-4ded-a4e1-00a1046f06d3 req-9f84f51e-5cf3-4316-a604-369c6ad72553 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251c961-d2a7-4253-9748-f4d83c0702f2 HTTP/1.1" status: 200 len: 912 time: 0.1354730 Aug 21 11:08:45.804562 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c5963fcf-ac1b-4ded-a4e1-00a1046f06d3 req-a6a354b9-48dd-410f-82f7-729be75c2f01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d HTTP/1.1" status: 200 len: 1002 time: 0.0990887 Aug 21 11:08:45.870340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5963fcf-ac1b-4ded-a4e1-00a1046f06d3 req-c8c817ee-2882-4475-9ded-b74b3b239db1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:08:45.871844 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c5963fcf-ac1b-4ded-a4e1-00a1046f06d3 req-c8c817ee-2882-4475-9ded-b74b3b239db1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99fb1ae1-1ab8-437c-8272-7f9abc01dd78 HTTP/1.1" status: 200 len: 850 time: 0.0613229 Aug 21 11:08:45.952078 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c5963fcf-ac1b-4ded-a4e1-00a1046f06d3 req-9de81cd6-4f3a-4b59-987b-19599ec37e21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251c961-d2a7-4253-9748-f4d83c0702f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740635 Aug 21 11:08:46.090097 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c5963fcf-ac1b-4ded-a4e1-00a1046f06d3 req-7efa930d-2de5-4bc1-90a5-b916f7bc5456 service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319273 Aug 21 11:08:46.231504 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c5963fcf-ac1b-4ded-a4e1-00a1046f06d3 req-0880e3f7-47b4-43d4-9aba-41898f69ea4e service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350336 Aug 21 11:08:47.143029 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:09:06.156320 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:09.413556 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c5819274-a9f7-468b-abdc-de7403f90a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:10.938518 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:12.013073 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-929aa9a9-c19d-478e-baa6-56fae17bbe49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:12.333863 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:13.659619 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:24.143626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:09:27.029334 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ded36-1667-46bf-b614-1b5a91027a69 req-35b77146-1e64-4655-84c4-9f308e0c5e39 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:27.030937 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-299ded36-1667-46bf-b614-1b5a91027a69 req-35b77146-1e64-4655-84c4-9f308e0c5e39 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0835118 Aug 21 11:09:27.082754 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-299ded36-1667-46bf-b614-1b5a91027a69 req-6f5d06c8-58a0-49c9-a2ea-e0511bbf7538 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456803 Aug 21 11:09:28.289040 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5afd5a-0976-41ab-bb1a-7f4502e86919 req-2395be66-e856-47c0-a3d4-4ee9e379c4d5 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:28.290624 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7a5afd5a-0976-41ab-bb1a-7f4502e86919 req-2395be66-e856-47c0-a3d4-4ee9e379c4d5 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0840437 Aug 21 11:09:28.338112 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7a5afd5a-0976-41ab-bb1a-7f4502e86919 req-1f21b81b-a155-49a1-ba0b-95ddadb1d7dd tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413365 Aug 21 11:09:29.060743 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da76e46-1144-4a19-add0-690eae69d0be req-d9f83ae3-4108-48bd-8862-85052f99731b tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:29.062288 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3da76e46-1144-4a19-add0-690eae69d0be req-d9f83ae3-4108-48bd-8862-85052f99731b tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0846446 Aug 21 11:09:29.133999 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-3da76e46-1144-4a19-add0-690eae69d0be req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Deleting port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:09:29.134385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-3da76e46-1144-4a19-add0-690eae69d0be req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:29.567381 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7797418-37e2-458c-a73c-ccad91a04632 req-a74509e8-299a-4697-8965-78b93716dbff tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:29.569120 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c7797418-37e2-458c-a73c-ccad91a04632 req-a74509e8-299a-4697-8965-78b93716dbff tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 946 time: 0.0860846 Aug 21 11:09:29.606316 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-3da76e46-1144-4a19-add0-690eae69d0be req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] For port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:09:29.606715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-3da76e46-1144-4a19-add0-690eae69d0be req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:29.618920 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c7797418-37e2-458c-a73c-ccad91a04632 req-65b123fb-bf3b-49d8-80e2-a013b467cc74 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=0fb636a7-7f53-4ad7-ae99-d19836e5a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433981 Aug 21 11:09:29.895270 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-3da76e46-1144-4a19-add0-690eae69d0be req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:29.895715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-3da76e46-1144-4a19-add0-690eae69d0be req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:29.896056 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.l3_db [req-3da76e46-1144-4a19-add0-690eae69d0be req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Floating IP 904de059-8847-4b90-b911-b29017810dee disassociated. External IP: 172.27.3.129, port: 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d. Aug 21 11:09:29.896959 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-3da76e46-1144-4a19-add0-690eae69d0be req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Calling delete_port for 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:09:30.137892 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-3da76e46-1144-4a19-add0-690eae69d0be req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:30.143477 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-ba7b9454-4e94-4930-8710-0b6d965f3791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:09:30.191398 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event deleted for resources: {'Port': ['ID=5ee2730b-3532-4a4a-bbe0-3d1d33149a3d,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:09:30.202912 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:30.203346 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:30.203793 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:30.204208 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:30.204621 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:30.205029 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:30.205499 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:30.205964 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:30.206275 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:30.206675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:30.207077 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:30.211562 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:09:30.415565 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3da76e46-1144-4a19-add0-690eae69d0be req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Router 757e437d-d5a9-4921-b143-59c46fc05395 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:09:30.624751 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3da76e46-1144-4a19-add0-690eae69d0be req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:09:30.635778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96016a8e-7b69-4d1b-917d-1a23c457881d None None] Sync routers for ids ['757e437d-d5a9-4921-b143-59c46fc05395'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:09:30.649228 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96016a8e-7b69-4d1b-917d-1a23c457881d None None] Routers {'757e437d-d5a9-4921-b143-59c46fc05395'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:09:30.649920 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-96016a8e-7b69-4d1b-917d-1a23c457881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:09:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['757e437d-d5a9-4921-b143-59c46fc05395'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:09:30.701871 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da76e46-1144-4a19-add0-690eae69d0be req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] No DVR routers for this DVR port 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:09:30.704491 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-3da76e46-1144-4a19-add0-690eae69d0be req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:30.714761 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb85fec3-9533-4f06-8da5-0221967dcef3', 'name': 'network-vif-deleted', 'tag': '5ee2730b-3532-4a4a-bbe0-3d1d33149a3d'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:09:30.757582 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3da76e46-1144-4a19-add0-690eae69d0be req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.35 "DELETE /v2.0/ports/5ee2730b-3532-4a4a-bbe0-3d1d33149a3d HTTP/1.1" status: 204 len: 173 time: 1.6898863 Aug 21 11:09:30.832256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-6e954758-c31b-461f-8cc4-935732ebe7d7 req-05836e50-bee3-4835-9684-90d9b7c591e2 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Synchronizing usage tracker for tenant:729a531820ca474f804d788c43254110 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:09:30.866307 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-96016a8e-7b69-4d1b-917d-1a23c457881d None None] Set router 757e437d-d5a9-4921-b143-59c46fc05395 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:09:30.871864 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb85fec3-9533-4f06-8da5-0221967dcef3', 'name': 'network-vif-deleted', 'tag': '5ee2730b-3532-4a4a-bbe0-3d1d33149a3d', 'status': 'completed', 'code': 200} Aug 21 11:09:30.887844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-6e954758-c31b-461f-8cc4-935732ebe7d7 req-05836e50-bee3-4835-9684-90d9b7c591e2 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Unset dirty status for tenant:729a531820ca474f804d788c43254110 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:09:30.889339 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-6e954758-c31b-461f-8cc4-935732ebe7d7 req-05836e50-bee3-4835-9684-90d9b7c591e2 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb85fec3-9533-4f06-8da5-0221967dcef3 HTTP/1.1" status: 200 len: 210 time: 0.1173515 Aug 21 11:09:31.197606 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-96016a8e-7b69-4d1b-917d-1a23c457881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:02Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '1cd1c763-d1a6-473a-b9c1-4ac4e2294df6', 'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'tenant_id': '729a531820ca474f804d788c43254110', 'mac_address': 'fa:16:3e:64:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:05:01Z', 'updated_at': '2021-08-21T11:05:10Z', 'revision_number': 5, 'project_id': '729a531820ca474f804d788c43254110', 'subnets': [{'id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:09:31.201740 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96016a8e-7b69-4d1b-917d-1a23c457881d None None] Checking router: 757e437d-d5a9-4921-b143-59c46fc05395 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:09:31.213541 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96016a8e-7b69-4d1b-917d-1a23c457881d None None] Routers {'757e437d-d5a9-4921-b143-59c46fc05395'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:09:31.214204 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-96016a8e-7b69-4d1b-917d-1a23c457881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:09:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['757e437d-d5a9-4921-b143-59c46fc05395'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:09:31.395321 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-96016a8e-7b69-4d1b-917d-1a23c457881d None None] Set router 757e437d-d5a9-4921-b143-59c46fc05395 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:09:31.719811 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-96016a8e-7b69-4d1b-917d-1a23c457881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:02Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '1cd1c763-d1a6-473a-b9c1-4ac4e2294df6', 'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'tenant_id': '729a531820ca474f804d788c43254110', 'mac_address': 'fa:16:3e:64:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:05:01Z', 'updated_at': '2021-08-21T11:05:10Z', 'revision_number': 5, 'project_id': '729a531820ca474f804d788c43254110', 'subnets': [{'id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:09:31.723875 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96016a8e-7b69-4d1b-917d-1a23c457881d None None] The sync data for ids ['757e437d-d5a9-4921-b143-59c46fc05395'] in dv-cinder-805477-1-iscsi is: [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:02Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '1cd1c763-d1a6-473a-b9c1-4ac4e2294df6', 'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'tenant_id': '729a531820ca474f804d788c43254110', 'mac_address': 'fa:16:3e:64:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:05:01Z', 'updated_at': '2021-08-21T11:05:10Z', 'revision_number': 5, 'project_id': '729a531820ca474f804d788c43254110', 'subnets': [{'id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:09:32.090398 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60922) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:09:32.163433 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dedee08c-5020-4fab-8b3a-f7f292a18c44 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:32.186225 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a1dcc-10b2-42a6-9afc-339df1b48bd2 None None] New status for floating IP 904de059-8847-4b90-b911-b29017810dee: DOWN {{(pid=82513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 11:09:32.196587 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dedee08c-5020-4fab-8b3a-f7f292a18c44 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:32.292684 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dedee08c-5020-4fab-8b3a-f7f292a18c44 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:32.298956 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a1f8f5a2-e38b-4a21-b402-3a3f3ba02755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:09:32.316533 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedee08c-5020-4fab-8b3a-f7f292a18c44 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb636a7-7f53-4ad7-ae99-d19836e5a282,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:09:32.319406 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-dedee08c-5020-4fab-8b3a-f7f292a18c44 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:09:32.355219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dedee08c-5020-4fab-8b3a-f7f292a18c44 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:32.359511 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-dedee08c-5020-4fab-8b3a-f7f292a18c44 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "DELETE /v2.0/security-groups/0fb636a7-7f53-4ad7-ae99-d19836e5a282 HTTP/1.1" status: 204 len: 168 time: 0.2652893 Aug 21 11:09:32.359803 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60926) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:09:32.379075 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.v2.resource [None req-eee1d472-b390-468b-918e-358d3d6a0979 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] show failed (client error): The resource could not be found. Aug 21 11:09:32.380262 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-eee1d472-b390-468b-918e-358d3d6a0979 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups/0fb636a7-7f53-4ad7-ae99-d19836e5a282 HTTP/1.1" status: 404 len: 347 time: 0.0194111 Aug 21 11:09:32.383502 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60930) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:09:32.554781 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-341512ce-b12b-4dc9-bccf-a499dcd20fb4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Deleting port 25d52fbc-c108-4eec-803e-ed3adbc429ff {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:09:32.555170 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-341512ce-b12b-4dc9-bccf-a499dcd20fb4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:32.739500 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-341512ce-b12b-4dc9-bccf-a499dcd20fb4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:32.740046 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-341512ce-b12b-4dc9-bccf-a499dcd20fb4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:32.865483 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-341512ce-b12b-4dc9-bccf-a499dcd20fb4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Calling delete_port for 25d52fbc-c108-4eec-803e-ed3adbc429ff owned by network:floatingip {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:09:33.124609 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:09:33.159282 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:09:33.159699 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 5ee2730b-3532-4a4a-bbe0-3d1d33149a3d not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:09:33.196315 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-341512ce-b12b-4dc9-bccf-a499dcd20fb4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:33.201262 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-510161e6-66c0-459e-b9a7-ebb9cd996f84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:09:33.242545 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341512ce-b12b-4dc9-bccf-a499dcd20fb4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event deleted for resources: {'Port': ['ID=25d52fbc-c108-4eec-803e-ed3adbc429ff,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:09:33.247302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-341512ce-b12b-4dc9-bccf-a499dcd20fb4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:09:33.340461 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-341512ce-b12b-4dc9-bccf-a499dcd20fb4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for floatingip, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:33.384419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-341512ce-b12b-4dc9-bccf-a499dcd20fb4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:33.385599 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-341512ce-b12b-4dc9-bccf-a499dcd20fb4 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "DELETE /v2.0/floatingips/904de059-8847-4b90-b911-b29017810dee HTTP/1.1" status: 204 len: 168 time: 1.0010512 Aug 21 11:09:33.761365 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60938) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:09:33.767641 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-c60c91c2-234b-4f63-91af-7c024545f522 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--344742101', 'description': 'tempest-description--1023271697'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:09:33.773965 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-c60c91c2-234b-4f63-91af-7c024545f522 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:09:33.778226 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-c60c91c2-234b-4f63-91af-7c024545f522 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Usage tracker for resource:security_group and tenant:729a531820ca474f804d788c43254110 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:09:33.781276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-c60c91c2-234b-4f63-91af-7c024545f522 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:09:33.787743 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-c60c91c2-234b-4f63-91af-7c024545f522 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:09:33.818672 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c60c91c2-234b-4f63-91af-7c024545f522 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:33.854153 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-c60c91c2-234b-4f63-91af-7c024545f522 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:09:33.858339 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-c60c91c2-234b-4f63-91af-7c024545f522 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Usage tracker for resource:security_group_rule and tenant:729a531820ca474f804d788c43254110 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:09:33.861280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-c60c91c2-234b-4f63-91af-7c024545f522 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:09:33.867869 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-c60c91c2-234b-4f63-91af-7c024545f522 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:09:34.005844 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c60c91c2-234b-4f63-91af-7c024545f522 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:34.034468 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c60c91c2-234b-4f63-91af-7c024545f522 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:34.040366 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4de70359-12e0-4501-a918-852065dee35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:09:34.082464 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c91c2-234b-4f63-91af-7c024545f522 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:09:34.086143 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c60c91c2-234b-4f63-91af-7c024545f522 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:09:34.115864 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c60c91c2-234b-4f63-91af-7c024545f522 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:34.117190 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-c60c91c2-234b-4f63-91af-7c024545f522 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3547301 Aug 21 11:09:34.120274 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60942) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:09:34.126271 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-c5698236-327a-4e3d-9733-6c0cc19623e7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Request body: {'security_group_rule': {'security_group_id': '18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:09:34.132666 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-c5698236-327a-4e3d-9733-6c0cc19623e7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:09:34.136674 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-c5698236-327a-4e3d-9733-6c0cc19623e7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Usage tracker for resource:security_group_rule and tenant:729a531820ca474f804d788c43254110 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:09:34.139932 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-c5698236-327a-4e3d-9733-6c0cc19623e7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:09:34.146592 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-c5698236-327a-4e3d-9733-6c0cc19623e7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:09:34.191348 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c5698236-327a-4e3d-9733-6c0cc19623e7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:34.254257 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c5698236-327a-4e3d-9733-6c0cc19623e7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:34.288180 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c5698236-327a-4e3d-9733-6c0cc19623e7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:34.295774 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-48cc3253-2ed9-4819-80c1-b0362e0f759d tempest-AttachVolumeShelveTestJSON-303532831 tempest-AttachVolumeShelveTestJSON-303532831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:09:34.319783 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5698236-327a-4e3d-9733-6c0cc19623e7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf79ed6-8e4e-42b6-9d51-10ba9d946997,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:09:34.322341 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-c5698236-327a-4e3d-9733-6c0cc19623e7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:09:34.350877 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c5698236-327a-4e3d-9733-6c0cc19623e7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:34.352164 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-c5698236-327a-4e3d-9733-6c0cc19623e7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2308934 Aug 21 11:09:34.355045 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60946) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:09:34.361385 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-389d58df-7275-48dc-9884-135552f04b9e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Request body: {'security_group_rule': {'security_group_id': '18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:09:34.367712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-389d58df-7275-48dc-9884-135552f04b9e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:09:34.371723 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-389d58df-7275-48dc-9884-135552f04b9e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Usage tracker for resource:security_group_rule and tenant:729a531820ca474f804d788c43254110 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:09:34.374713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-389d58df-7275-48dc-9884-135552f04b9e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:09:34.380729 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-389d58df-7275-48dc-9884-135552f04b9e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:09:34.429684 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-389d58df-7275-48dc-9884-135552f04b9e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:34.493080 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-389d58df-7275-48dc-9884-135552f04b9e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:34.522083 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-389d58df-7275-48dc-9884-135552f04b9e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366105'] for security_group_rule, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:34.529592 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-fe383d86-2f11-44fb-b870-3e91be5562cb tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:09:34.550597 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d58df-7275-48dc-9884-135552f04b9e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3e89c9-1f15-4d02-a7c5-523ff80740f8,revision_number=0']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:09:34.552976 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-389d58df-7275-48dc-9884-135552f04b9e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:09:34.585201 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-389d58df-7275-48dc-9884-135552f04b9e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:34.586471 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-389d58df-7275-48dc-9884-135552f04b9e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2303593 Aug 21 11:09:34.589784 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 60950) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:09:34.595622 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Request body: {'floatingip': {'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:09:34.601288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:09:34.605484 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Usage tracker for resource:floatingip and tenant:729a531820ca474f804d788c43254110 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:09:34.608802 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:09:34.614932 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:09:34.653271 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for floatingip, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:34.800460 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:34.941088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Allocated IP 172.27.3.171 (f35c1524-3b1c-4af7-979d-fa22ca7197b4/fc2b437e-60b3-4488-822a-61baba3ed543/5e7e873a-781e-4087-abc4-9aa717edebb5) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:09:35.090729 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:35.150823 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:35.154675 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8d9b8f4a-ae18-4b4b-893c-0a9592afbbdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:09:35.219324 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Network f35c1524-3b1c-4af7-979d-fa22ca7197b4 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:09:35.222899 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:09:35.227276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:09:35.262361 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event updated for resources: {'Port': ['ID=5e7e873a-781e-4087-abc4-9aa717edebb5,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:09:35.266590 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:09:35.386854 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:35.466718 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:35.674302 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:35.704460 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:35.709338 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-bd006cd2-b097-4cc1-8422-968cfab33e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:09:35.828433 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event updated for resources: {'Port': ['ID=5e7e873a-781e-4087-abc4-9aa717edebb5,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:09:35.832850 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:09:35.843908 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:35.893110 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:35.894410 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3036392 Aug 21 11:09:36.150258 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-b7504433-896a-4ac7-8784-50045d70aebe tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Synchronizing usage tracker for tenant:729a531820ca474f804d788c43254110 on resource:security_group {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:09:36.150523 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:36.190558 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-b7504433-896a-4ac7-8784-50045d70aebe tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Unset dirty status for tenant:729a531820ca474f804d788c43254110 on resource:security_group {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:09:36.191982 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-b7504433-896a-4ac7-8784-50045d70aebe tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--344742101&fields=id&tenant_id=729a531820ca474f804d788c43254110 HTTP/1.1" status: 200 len: 267 time: 0.1001596 Aug 21 11:09:36.567649 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-7231fa18-c2df-47e1-8130-7b10afcfdd2d tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:36.569821 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-7231fa18-c2df-47e1-8130-7b10afcfdd2d tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/networks?id=2251c961-d2a7-4253-9748-f4d83c0702f2 HTTP/1.1" status: 200 len: 811 time: 0.3700664 Aug 21 11:09:36.587227 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-301de9b7-80ba-45e7-9e63-3818d7f11cfe tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/quotas/729a531820ca474f804d788c43254110 HTTP/1.1" status: 200 len: 375 time: 0.0112202 Aug 21 11:09:36.675447 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-82ce5cb0-faee-4296-acdd-b066c75c36a0 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Synchronizing usage tracker for tenant:729a531820ca474f804d788c43254110 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:09:36.721581 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-82ce5cb0-faee-4296-acdd-b066c75c36a0 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Unset dirty status for tenant:729a531820ca474f804d788c43254110 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:09:36.722928 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-82ce5cb0-faee-4296-acdd-b066c75c36a0 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=729a531820ca474f804d788c43254110&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1303222 Aug 21 11:09:36.951840 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-80db10c0-3fa0-4786-ba36-90b3a17a4add service neutron] 10.222.0.49 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070475 Aug 21 11:09:37.096127 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-29f35ccd-1179-4351-8597-da805540aa32 service neutron] 10.222.0.49 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378422 Aug 21 11:09:37.430393 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2f40a507-6f9a-4e3e-a220-75682d83dfc1 req-0c287213-a293-4d84-93ce-4a802b88bda1 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 210 time: 0.0453310 Aug 21 11:09:38.597292 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-52e4dab8-2087-4de9-8890-13f8d6d03a5f req-15e167a2-e2d4-4206-aab8-3687735a74b2 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 210 time: 0.0453129 Aug 21 11:09:39.274135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-47a9a761-eb92-4fa9-aab2-2701f2317d93 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:39.275774 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-47a9a761-eb92-4fa9-aab2-2701f2317d93 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.35 "GET /v2.0/networks?id=2251c961-d2a7-4253-9748-f4d83c0702f2 HTTP/1.1" status: 200 len: 811 time: 0.1589932 Aug 21 11:09:39.329913 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-e3176ab6-5c3a-4765-9875-35ca551e8fcc tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=729a531820ca474f804d788c43254110 HTTP/1.1" status: 200 len: 379 time: 0.0432618 Aug 21 11:09:39.338662 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Request body: {'port': {'device_id': '49ef32fb-481f-49e2-b7b8-b214c8489ff1', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'admin_state_up': True, 'tenant_id': '729a531820ca474f804d788c43254110', 'security_groups': ['18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed']}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:09:39.424778 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-fba0f502-c72a-4c94-9339-0c2b1faebf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:39.485097 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:09:39.495474 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:09:39.549977 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Made reservation on behalf of 729a531820ca474f804d788c43254110 for: {'port': 1} {{(pid=82512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Aug 21 11:09:39.556260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:39.732175 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_common [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Allocated IP 172.20.0.6 (2251c961-d2a7-4253-9748-f4d83c0702f2/99fb1ae1-1ab8-437c-8272-7f9abc01dd78/119bdf1a-ce26-425c-90e9-18c345302883) {{(pid=82512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Aug 21 11:09:39.774662 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-f6fad621-4bf9-4001-9948-ecac648e62af req-579d6008-7031-4f80-8b66-b5a2df6a83f8 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 210 time: 0.0493906 Aug 21 11:09:39.924830 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for port, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:39.941314 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Transition to ACTIVE for port object 119bdf1a-ce26-425c-90e9-18c345302883 will not be triggered until provisioned by entity DHCP. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:09:39.990829 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273762957684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:39.996221 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-82d08e3e-8dc9-499e-8f95-07087df2157b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:09:40.068269 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Network 2251c961-d2a7-4253-9748-f4d83c0702f2 is already hosted by enough agents. {{(pid=82512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Aug 21 11:09:40.071508 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.base_scheduler [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Resources bound (agent type, host, resource id): {{(pid=82512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Aug 21 11:09:40.076292 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Received port after_create {{(pid=82512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 21 11:09:40.103865 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event updated for resources: {'Port': ['ID=119bdf1a-ce26-425c-90e9-18c345302883,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:09:40.110127 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:09:40.143346 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:40.144048 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:40.214020 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-617ece9e-8dd0-442e-bdd1-75312106ea22 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8793626 Aug 21 11:09:40.226611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Request body: {'port': {'device_id': '49ef32fb-481f-49e2-b7b8-b214c8489ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80547'}} {{(pid=82512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:09:40.343728 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:40.430033 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-db03d308-ec01-43e3-99ee-6115dbc25012 None None] Provisioning for port 119bdf1a-ce26-425c-90e9-18c345302883 completed by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:09:40.435235 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-db03d308-ec01-43e3-99ee-6115dbc25012 None None] Provisioning complete for port 119bdf1a-ce26-425c-90e9-18c345302883 triggered by entity DHCP. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:09:40.439761 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-db03d308-ec01-43e3-99ee-6115dbc25012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:40.492396 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-db03d308-ec01-43e3-99ee-6115dbc25012 None None] Port 119bdf1a-ce26-425c-90e9-18c345302883 cannot update to ACTIVE because it is not bound. {{(pid=82513) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Aug 21 11:09:40.735260 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119bdf1a-ce26-425c-90e9-18c345302883 {{(pid=82512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 11:09:40.742093 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:40.757393 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Transition to ACTIVE for port object 119bdf1a-ce26-425c-90e9-18c345302883 will not be triggered until provisioned by entity L2. {{(pid=82512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 21 11:09:40.784174 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:40.788540 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-50acc59a-1b86-4e7c-b2ba-376557f45b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:09:40.928095 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:40.954178 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=119bdf1a-ce26-425c-90e9-18c345302883,revision_number=2']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:09:40.963945 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:09:41.097867 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df2bee-e137-4cf3-b66c-9a182d2ac8cf req-865b6876-9cec-402a-a83c-b342c20206d9 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:41.098627 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-c5df2bee-e137-4cf3-b66c-9a182d2ac8cf req-865b6876-9cec-402a-a83c-b342c20206d9 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Synchronizing usage tracker for tenant:729a531820ca474f804d788c43254110 on resource:port {{(pid=82512) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Aug 21 11:09:41.111808 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Attempting to bind port 119bdf1a-ce26-425c-90e9-18c345302883 on host hv-cinder-80547 for vnic_type normal with profile {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Aug 21 11:09:41.112127 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Attempting to bind port 119bdf1a-ce26-425c-90e9-18c345302883 by drivers openvswitch,hyperv on host hv-cinder-80547 at level 0 using segments [{'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Aug 21 11:09:41.112496 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Attempting to bind port 119bdf1a-ce26-425c-90e9-18c345302883 on network 2251c961-d2a7-4253-9748-f4d83c0702f2 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:09:41.123724 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Port 119bdf1a-ce26-425c-90e9-18c345302883 on network 2251c961-d2a7-4253-9748-f4d83c0702f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80547 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 11:09:41.124089 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Attempting to bind port 119bdf1a-ce26-425c-90e9-18c345302883 on network 2251c961-d2a7-4253-9748-f4d83c0702f2 {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Aug 21 11:09:41.131072 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Checking agent: {'id': '9711cbbc-4221-471f-88c8-15f548e1d466', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80547', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'started_at': datetime.datetime(2021, 8, 21, 10, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 11, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Aug 21 11:09:41.132121 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Checking segment: {'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Aug 21 11:09:41.132562 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Bound using segment: {'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'} {{(pid=82512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Aug 21 11:09:41.133045 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.managers [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Bound port: 119bdf1a-ce26-425c-90e9-18c345302883, host: hv-cinder-80547, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2'}}] {{(pid=82512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Aug 21 11:09:41.133431 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:41.151486 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [req-c5df2bee-e137-4cf3-b66c-9a182d2ac8cf req-865b6876-9cec-402a-a83c-b342c20206d9 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Unset dirty status for tenant:729a531820ca474f804d788c43254110 on resource:port {{(pid=82512) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Aug 21 11:09:41.152789 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c5df2bee-e137-4cf3-b66c-9a182d2ac8cf req-865b6876-9cec-402a-a83c-b342c20206d9 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 943 time: 0.2495956 Aug 21 11:09:41.268666 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c5df2bee-e137-4cf3-b66c-9a182d2ac8cf req-13a5e5b5-8d10-416a-b716-befca46665ae tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868750 Aug 21 11:09:41.269610 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] For port 119bdf1a-ce26-425c-90e9-18c345302883, host hv-cinder-80547, cleared binding levels {{(pid=82512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Aug 21 11:09:41.273187 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] For port 119bdf1a-ce26-425c-90e9-18c345302883, host hv-cinder-80547, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=119bdf1a-ce26-425c-90e9-18c345302883,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Aug 21 11:09:41.321937 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822618161'] for port, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:41.326713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e6aa4bb3-f639-4ae5-9874-0e04ae555597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:09:41.387185 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:41.388731 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] 10.222.0.35 "PUT /v2.0/ports/119bdf1a-ce26-425c-90e9-18c345302883 HTTP/1.1" status: 200 len: 1093 time: 1.1675963 Aug 21 11:09:41.389280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ef32fb-481f-49e2-b7b8-b214c8489ff1', 'tag': '119bdf1a-ce26-425c-90e9-18c345302883'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:09:41.406776 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=119bdf1a-ce26-425c-90e9-18c345302883,revision_number=3']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:09:41.410530 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:09:41.454347 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ef32fb-481f-49e2-b7b8-b214c8489ff1', 'tag': '119bdf1a-ce26-425c-90e9-18c345302883', 'status': 'completed', 'code': 200} Aug 21 11:09:41.555192 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3b364c63-5d3a-4c2e-ad06-a32167ea34e3 req-84f17a07-60de-49e9-b1d6-51c43bd829be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=729a531820ca474f804d788c43254110&device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 1096 time: 0.0795710 Aug 21 11:09:41.709204 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b364c63-5d3a-4c2e-ad06-a32167ea34e3 req-7ef75a31-11b3-44e7-8d83-f55ab6656c1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:41.710770 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3b364c63-5d3a-4c2e-ad06-a32167ea34e3 req-7ef75a31-11b3-44e7-8d83-f55ab6656c1e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=729a531820ca474f804d788c43254110&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1484976 Aug 21 11:09:41.853030 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b364c63-5d3a-4c2e-ad06-a32167ea34e3 req-8f2d17b5-63e6-4621-837c-a99b2e3ca56a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:41.854484 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3b364c63-5d3a-4c2e-ad06-a32167ea34e3 req-8f2d17b5-63e6-4621-837c-a99b2e3ca56a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1377902 Aug 21 11:09:41.968279 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-aaec628c-380b-4a36-9b10-31dc77b5a19d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=729a531820ca474f804d788c43254110&device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 1096 time: 0.0779188 Aug 21 11:09:42.018791 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-060ed403-8069-4aa3-91d2-3aec228399d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:42.039432 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-dcab0803-f3cc-4847-bb40-6d2a3874a4dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=119bdf1a-ce26-425c-90e9-18c345302883 HTTP/1.1" status: 200 len: 217 time: 0.0643392 Aug 21 11:09:42.109514 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-422db3b3-f97f-4f5d-95c7-8983bf125602 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:42.110996 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-422db3b3-f97f-4f5d-95c7-8983bf125602 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99fb1ae1-1ab8-437c-8272-7f9abc01dd78 HTTP/1.1" status: 200 len: 850 time: 0.0654619 Aug 21 11:09:42.189752 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-5af439f1-0e25-494c-828e-0a404b052359 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251c961-d2a7-4253-9748-f4d83c0702f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724723 Aug 21 11:09:42.304619 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:42.334597 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-22fcefc6-a293-41d8-89a3-f9b41dc9380a service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382391 Aug 21 11:09:42.553733 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-c6141a24-1f21-4919-aefe-2043bce6ae5b req-7c9ca514-8a53-4aa9-8afe-57ff603394d7 service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115207 Aug 21 11:09:42.564996 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ba6e5-b844-43d2-8d56-930306008503 req-6d349d76-9eed-4533-884e-e49763febc79 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:42.566493 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cb5ba6e5-b844-43d2-8d56-930306008503 req-6d349d76-9eed-4533-884e-e49763febc79 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 943 time: 0.1507676 Aug 21 11:09:42.616424 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-cb5ba6e5-b844-43d2-8d56-930306008503 req-9298c56d-418f-46c4-8fd5-4c3ad3f620ac tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430925 Aug 21 11:09:43.681466 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:43.822532 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef468486-018e-4efa-b8be-06f2a797c88a req-5d6addf4-d97b-4477-a6f5-039a853e631e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:43.824142 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ef468486-018e-4efa-b8be-06f2a797c88a req-5d6addf4-d97b-4477-a6f5-039a853e631e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 943 time: 0.0824392 Aug 21 11:09:43.871647 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-ef468486-018e-4efa-b8be-06f2a797c88a req-a808fec7-6b84-4e5d-af4d-b13fb43a1f04 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414422 Aug 21 11:09:45.073129 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60ecbb-8885-4054-865f-094c283abc48 req-cdc6f8ee-5e4e-4835-8a13-a1873cc3f46f tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:45.074677 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7a60ecbb-8885-4054-865f-094c283abc48 req-cdc6f8ee-5e4e-4835-8a13-a1873cc3f46f tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 943 time: 0.0800631 Aug 21 11:09:45.122800 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-7a60ecbb-8885-4054-865f-094c283abc48 req-ffb4d82a-d352-40e4-9fe5-e2a570730ddc tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419993 Aug 21 11:09:45.201171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 119bdf1a-ce26-425c-90e9-18c345302883 details requested by agent hyperv_hv-cinder-80547 with host hv-cinder-80547 {{(pid=82513) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Aug 21 11:09:45.343893 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 119bdf1a-ce26-425c-90e9-18c345302883, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=119bdf1a-ce26-425c-90e9-18c345302883,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:09:45.357616 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Returning: {'device': '119bdf1a-ce26-425c-90e9-18c345302883', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'port_id': '119bdf1a-ce26-425c-90e9-18c345302883', 'mac_address': 'fa:16:3e:db:12:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82513) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 21 11:09:45.411241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:45.429159 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119bdf1a-ce26-425c-90e9-18c345302883 {{(pid=82513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Aug 21 11:09:45.444172 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 119bdf1a-ce26-425c-90e9-18c345302883, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=119bdf1a-ce26-425c-90e9-18c345302883,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:09:45.475503 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:45.477461 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:09:45.544706 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=119bdf1a-ce26-425c-90e9-18c345302883,revision_number=4']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:09:45.554115 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:45.554511 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:45.554899 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:45.555280 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:45.555709 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:45.556093 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:45.556465 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:45.556873 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:45.557244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:45.557612 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:45.557979 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:09:45.561927 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:09:45.835939 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] get_ports_and_sgs() called for port_ids ['119bdf1a-ce26-425c-90e9-18c345302883'] {{(pid=82513) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 21 11:09:46.373715 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0823f-56fa-444b-b5b8-7440d9826701 req-50fa8943-5f90-4d75-ab5f-467b479faf33 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:46.375293 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e2c0823f-56fa-444b-b5b8-7440d9826701 req-50fa8943-5f90-4d75-ab5f-467b479faf33 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 944 time: 0.0847986 Aug 21 11:09:46.422806 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-e2c0823f-56fa-444b-b5b8-7440d9826701 req-8f6da04c-5935-4c03-9022-7cda41ff7fa7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414464 Aug 21 11:09:47.201847 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 119bdf1a-ce26-425c-90e9-18c345302883 up at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Aug 21 11:09:47.308256 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning for port 119bdf1a-ce26-425c-90e9-18c345302883 completed by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Aug 21 11:09:47.312984 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Provisioning complete for port 119bdf1a-ce26-425c-90e9-18c345302883 triggered by entity L2. {{(pid=82513) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Aug 21 11:09:47.313408 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771817'] for port, provisioning_complete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:47.429585 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1103602'] for port, before_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:47.456496 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ef32fb-481f-49e2-b7b8-b214c8489ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119bdf1a-ce26-425c-90e9-18c345302883'}] {{(pid=82513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:09:47.466344 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] For port 119bdf1a-ce26-425c-90e9-18c345302883, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=119bdf1a-ce26-425c-90e9-18c345302883,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:09:47.497283 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763092295966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273762957667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763091818167'] for port, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:47.500295 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6b6d9958-dd4d-4dda-a663-dbda8a53514c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:09:47.566677 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Pushing event updated for resources: {'Port': ['ID=119bdf1a-ce26-425c-90e9-18c345302883,revision_number=5']} {{(pid=82513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:09:47.570121 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82513) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:09:47.601454 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ef32fb-481f-49e2-b7b8-b214c8489ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119bdf1a-ce26-425c-90e9-18c345302883', 'code': 200} Aug 21 11:09:47.634085 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185cf4a-c38b-4e49-ab50-0953d839fbb0 req-5d5baa51-e14f-4ead-ba9f-189c477a2ede tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:47.635705 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8185cf4a-c38b-4e49-ab50-0953d839fbb0 req-5d5baa51-e14f-4ead-ba9f-189c477a2ede tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 945 time: 0.0875857 Aug 21 11:09:47.687048 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8185cf4a-c38b-4e49-ab50-0953d839fbb0 req-e92b9741-f844-4730-bae7-825638235d16 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443006 Aug 21 11:09:47.893990 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3102e0bf-8f51-4e2f-b8c9-3edb5c26ae52 req-6208428e-38cf-4d3f-a020-ed6475f03e54 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 1098 time: 0.0764761 Aug 21 11:09:47.942089 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3102e0bf-8f51-4e2f-b8c9-3edb5c26ae52 req-615f2e4b-1e45-4d0e-a00f-515d94958fa2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417907 Aug 21 11:09:48.895050 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ea285-f490-4764-bfde-1efa90c74cc4 req-8f34e92f-4991-4f51-b25c-aa878cdf8772 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:48.896688 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d43ea285-f490-4764-bfde-1efa90c74cc4 req-8f34e92f-4991-4f51-b25c-aa878cdf8772 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 945 time: 0.0814054 Aug 21 11:09:48.944068 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-d43ea285-f490-4764-bfde-1efa90c74cc4 req-97bfb2ed-9608-457c-8c15-3a8c0a085efa tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414743 Aug 21 11:09:50.144549 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df702ee-6ea0-46d5-8c75-0988c0b7a836 req-faed76be-7745-4a4d-af8f-7ac226b3a882 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:50.146167 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8df702ee-6ea0-46d5-8c75-0988c0b7a836 req-faed76be-7745-4a4d-af8f-7ac226b3a882 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 945 time: 0.0819592 Aug 21 11:09:50.194530 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-8df702ee-6ea0-46d5-8c75-0988c0b7a836 req-ca0ba1a9-e6b6-43e6-80c3-8a01a39d7489 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422938 Aug 21 11:09:50.394479 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb890ea4-2f16-4283-8fe6-edd2fcdff76d req-760d7130-93ff-4c0f-b69f-d70b458630d0 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:50.396123 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-bb890ea4-2f16-4283-8fe6-edd2fcdff76d req-760d7130-93ff-4c0f-b69f-d70b458630d0 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 945 time: 0.0859325 Aug 21 11:09:50.405340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 32784) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:09:50.411489 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.v2.base [None req-815d9374-7749-473d-be95-65936d9a6e74 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Request body: {'floatingip': {'port_id': '119bdf1a-ce26-425c-90e9-18c345302883'}} {{(pid=82511) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 21 11:09:50.490158 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-815d9374-7749-473d-be95-65936d9a6e74 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for floatingip, before_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:51.341476 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-815d9374-7749-473d-be95-65936d9a6e74 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:51.372662 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-815d9374-7749-473d-be95-65936d9a6e74 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:51.569862 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.l3_db [None req-815d9374-7749-473d-be95-65936d9a6e74 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Floating IP a3be30eb-efb7-46d2-9430-0f5e39bdb1c0 associated. External IP: 172.27.3.171, port: 119bdf1a-ce26-425c-90e9-18c345302883. Aug 21 11:09:51.973020 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815d9374-7749-473d-be95-65936d9a6e74 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Router 757e437d-d5a9-4921-b143-59c46fc05395 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82511) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:09:52.184903 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815d9374-7749-473d-be95-65936d9a6e74 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82511) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:09:52.189362 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-815d9374-7749-473d-be95-65936d9a6e74 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:09:52.195760 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401bf3c1-7973-4837-a10d-a60f90289722 None None] Sync routers for ids ['757e437d-d5a9-4921-b143-59c46fc05395'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:09:52.208522 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401bf3c1-7973-4837-a10d-a60f90289722 None None] Routers {'757e437d-d5a9-4921-b143-59c46fc05395'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:09:52.209193 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-401bf3c1-7973-4837-a10d-a60f90289722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:09:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['757e437d-d5a9-4921-b143-59c46fc05395'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:09:52.247651 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-815d9374-7749-473d-be95-65936d9a6e74 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "PUT /v2.0/floatingips/a3be30eb-efb7-46d2-9430-0f5e39bdb1c0 HTTP/1.1" status: 200 len: 991 time: 1.8411095 Aug 21 11:09:52.248319 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ef32fb-481f-49e2-b7b8-b214c8489ff1', 'tag': '119bdf1a-ce26-425c-90e9-18c345302883'}] {{(pid=82511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:09:52.392823 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ef32fb-481f-49e2-b7b8-b214c8489ff1', 'tag': '119bdf1a-ce26-425c-90e9-18c345302883', 'status': 'completed', 'code': 200} Aug 21 11:09:52.397840 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-401bf3c1-7973-4837-a10d-a60f90289722 None None] Set router 757e437d-d5a9-4921-b143-59c46fc05395 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:09:52.719511 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-eb5b8d6f-41e4-4af1-a3d2-a15736817815 req-62e83276-5a9d-47a6-93d4-dfe6ccf55b4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=729a531820ca474f804d788c43254110&device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 1098 time: 0.3008780 Aug 21 11:09:52.773403 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-401bf3c1-7973-4837-a10d-a60f90289722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:02Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': 'a3be30eb-efb7-46d2-9430-0f5e39bdb1c0', 'tenant_id': '729a531820ca474f804d788c43254110', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'port_id': '119bdf1a-ce26-425c-90e9-18c345302883', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'mac_address': 'fa:16:3e:db:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef32fb-481f-49e2-b7b8-b214c8489ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:09:35Z', 'updated_at': '2021-08-21T11:09:51Z', 'revision_number': 1, 'project_id': '729a531820ca474f804d788c43254110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd1c763-d1a6-473a-b9c1-4ac4e2294df6', 'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'tenant_id': '729a531820ca474f804d788c43254110', 'mac_address': 'fa:16:3e:64:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:05:01Z', 'updated_at': '2021-08-21T11:05:10Z', 'revision_number': 5, 'project_id': '729a531820ca474f804d788c43254110', 'subnets': [{'id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:09:52.777599 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401bf3c1-7973-4837-a10d-a60f90289722 None None] Checking router: 757e437d-d5a9-4921-b143-59c46fc05395 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:09:52.789543 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401bf3c1-7973-4837-a10d-a60f90289722 None None] Routers {'757e437d-d5a9-4921-b143-59c46fc05395'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:09:52.790197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-401bf3c1-7973-4837-a10d-a60f90289722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:09:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['757e437d-d5a9-4921-b143-59c46fc05395'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:09:52.864312 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b8d6f-41e4-4af1-a3d2-a15736817815 req-1899d862-890d-4956-889e-1b1f9c5bbd07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:52.865872 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-eb5b8d6f-41e4-4af1-a3d2-a15736817815 req-1899d862-890d-4956-889e-1b1f9c5bbd07 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251c961-d2a7-4253-9748-f4d83c0702f2 HTTP/1.1" status: 200 len: 912 time: 0.1403069 Aug 21 11:09:52.968742 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-eb5b8d6f-41e4-4af1-a3d2-a15736817815 req-ecf34982-2739-41e1-a9df-69e1830bc4fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=119bdf1a-ce26-425c-90e9-18c345302883 HTTP/1.1" status: 200 len: 999 time: 0.0967357 Aug 21 11:09:52.970388 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-401bf3c1-7973-4837-a10d-a60f90289722 None None] Set router 757e437d-d5a9-4921-b143-59c46fc05395 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:09:53.038651 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b8d6f-41e4-4af1-a3d2-a15736817815 req-d85fb0e1-33d9-4886-bdc9-7758ba7991bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:09:53.040250 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-eb5b8d6f-41e4-4af1-a3d2-a15736817815 req-d85fb0e1-33d9-4886-bdc9-7758ba7991bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99fb1ae1-1ab8-437c-8272-7f9abc01dd78 HTTP/1.1" status: 200 len: 850 time: 0.0653069 Aug 21 11:09:53.119412 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-eb5b8d6f-41e4-4af1-a3d2-a15736817815 req-51df5c11-aed2-4333-824b-5d4ee68a3f0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251c961-d2a7-4253-9748-f4d83c0702f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729983 Aug 21 11:09:53.266589 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-eb5b8d6f-41e4-4af1-a3d2-a15736817815 req-07d55bda-4aab-4d52-8a72-1ce0ee4124f9 service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407669 Aug 21 11:09:53.417884 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-eb5b8d6f-41e4-4af1-a3d2-a15736817815 req-76ddf788-2788-4a2b-b0d5-0d126ac83d22 service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449893 Aug 21 11:09:53.483130 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-401bf3c1-7973-4837-a10d-a60f90289722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:02Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': 'a3be30eb-efb7-46d2-9430-0f5e39bdb1c0', 'tenant_id': '729a531820ca474f804d788c43254110', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'port_id': '119bdf1a-ce26-425c-90e9-18c345302883', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'mac_address': 'fa:16:3e:db:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef32fb-481f-49e2-b7b8-b214c8489ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:09:35Z', 'updated_at': '2021-08-21T11:09:51Z', 'revision_number': 1, 'project_id': '729a531820ca474f804d788c43254110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd1c763-d1a6-473a-b9c1-4ac4e2294df6', 'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'tenant_id': '729a531820ca474f804d788c43254110', 'mac_address': 'fa:16:3e:64:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:05:01Z', 'updated_at': '2021-08-21T11:05:10Z', 'revision_number': 5, 'project_id': '729a531820ca474f804d788c43254110', 'subnets': [{'id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:09:53.487270 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401bf3c1-7973-4837-a10d-a60f90289722 None None] The sync data for ids ['757e437d-d5a9-4921-b143-59c46fc05395'] in dv-cinder-805477-1-iscsi is: [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:02Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_floatingips': [{'id': 'a3be30eb-efb7-46d2-9430-0f5e39bdb1c0', 'tenant_id': '729a531820ca474f804d788c43254110', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'router_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'port_id': '119bdf1a-ce26-425c-90e9-18c345302883', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'mac_address': 'fa:16:3e:db:12:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ef32fb-481f-49e2-b7b8-b214c8489ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T11:09:35Z', 'updated_at': '2021-08-21T11:09:51Z', 'revision_number': 1, 'project_id': '729a531820ca474f804d788c43254110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd1c763-d1a6-473a-b9c1-4ac4e2294df6', 'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'tenant_id': '729a531820ca474f804d788c43254110', 'mac_address': 'fa:16:3e:64:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:05:01Z', 'updated_at': '2021-08-21T11:05:10Z', 'revision_number': 5, 'project_id': '729a531820ca474f804d788c43254110', 'subnets': [{'id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:09:53.854077 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3be7be-e2bd-4bc7-be8e-9ad9651cf982 None None] New status for floating IP a3be30eb-efb7-46d2-9430-0f5e39bdb1c0: ACTIVE {{(pid=82513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 11:10:01.143727 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:10:06.153716 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:10:09.429506 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ee34cbcf-b42b-4b77-8a09-2e5d21d1962c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:10:10.938241 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:10:12.006725 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6990cb08-8131-4c73-9eb4-16f0cb9717c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:10:12.302188 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:10:13.650515 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:10:36.154826 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:10:38.144045 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:10:39.432740 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d0cab60e-c27e-453f-900a-0cf44a729c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:10:40.932084 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:10:41.989683 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8f3bb39b-649e-468a-9935-12bedab31e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:10:42.303565 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:10:43.668920 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:10:48.305810 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-831072e5-eb2d-4443-bf9c-9d06f25c5e07 req-a557569b-7b06-4db2-a46a-8701ba146719 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796602 Aug 21 11:10:48.450598 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-831072e5-eb2d-4443-bf9c-9d06f25c5e07 req-d25be188-cb59-4d6e-92de-f66006448bdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=729a531820ca474f804d788c43254110&device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 1098 time: 0.0724010 Aug 21 11:10:48.605493 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831072e5-eb2d-4443-bf9c-9d06f25c5e07 req-58d1c45c-9ec4-4b19-b0b6-62266d1b05d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:10:48.607038 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-831072e5-eb2d-4443-bf9c-9d06f25c5e07 req-58d1c45c-9ec4-4b19-b0b6-62266d1b05d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2251c961-d2a7-4253-9748-f4d83c0702f2 HTTP/1.1" status: 200 len: 912 time: 0.1349709 Aug 21 11:10:48.714210 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-831072e5-eb2d-4443-bf9c-9d06f25c5e07 req-27553e14-ddd6-4a1f-925c-efe4d27cf321 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=119bdf1a-ce26-425c-90e9-18c345302883 HTTP/1.1" status: 200 len: 1001 time: 0.1000481 Aug 21 11:10:48.783750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831072e5-eb2d-4443-bf9c-9d06f25c5e07 req-03c5eb85-1052-4fa4-bfa2-85691b8d27c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:10:48.785324 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-831072e5-eb2d-4443-bf9c-9d06f25c5e07 req-03c5eb85-1052-4fa4-bfa2-85691b8d27c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=99fb1ae1-1ab8-437c-8272-7f9abc01dd78 HTTP/1.1" status: 200 len: 850 time: 0.0647700 Aug 21 11:10:48.866329 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-831072e5-eb2d-4443-bf9c-9d06f25c5e07 req-3f873e78-47f3-4c8d-b8aa-b4f8efc836a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2251c961-d2a7-4253-9748-f4d83c0702f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749125 Aug 21 11:10:49.006530 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-831072e5-eb2d-4443-bf9c-9d06f25c5e07 req-d09068ca-b8c7-48bb-aead-981244dec498 service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334591 Aug 21 11:10:49.145539 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-831072e5-eb2d-4443-bf9c-9d06f25c5e07 req-564939be-7cee-4cb7-ac90-9a7d7d8d13f1 service neutron] 10.222.0.35 "GET /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328402 Aug 21 11:11:06.162613 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:09.422678 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e20e6186-1477-4b22-9825-c38e79d3ea9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:10.942744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:11.999840 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-ede4acc5-0ca3-4116-ba03-3fb90c0d2d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:12.322679 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:13.691713 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:15.144324 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:11:28.434318 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2813b-5af9-4042-b3a6-215b61da65a2 req-e2d6d6fa-e6db-4d73-b6bb-de223911a8cb tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:11:28.435836 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3ad2813b-5af9-4042-b3a6-215b61da65a2 req-e2d6d6fa-e6db-4d73-b6bb-de223911a8cb tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 945 time: 0.0809236 Aug 21 11:11:28.483372 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-3ad2813b-5af9-4042-b3a6-215b61da65a2 req-2221bdb8-39fa-445d-929c-455948e437f7 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408564 Aug 21 11:11:29.686973 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dba0e-b9d2-4529-95e3-6df93973d9e6 req-f71d9706-df65-46d2-8135-ddad29fa7077 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:11:29.688552 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a97dba0e-b9d2-4529-95e3-6df93973d9e6 req-f71d9706-df65-46d2-8135-ddad29fa7077 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 945 time: 0.0809205 Aug 21 11:11:29.736761 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-a97dba0e-b9d2-4529-95e3-6df93973d9e6 req-db21f8c7-2237-4d05-a900-4585e01b9e03 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421510 Aug 21 11:11:30.307246 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45cc71-cfd9-471e-91d3-86af7347aae1 req-d746910b-1f12-4fe4-bc49-624b1af861eb tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:11:30.308849 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2f45cc71-cfd9-471e-91d3-86af7347aae1 req-d746910b-1f12-4fe4-bc49-624b1af861eb tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.35 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 945 time: 0.1129215 Aug 21 11:11:30.382186 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-2f45cc71-cfd9-471e-91d3-86af7347aae1 req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Deleting port 119bdf1a-ce26-425c-90e9-18c345302883 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:11:30.382493 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2f45cc71-cfd9-471e-91d3-86af7347aae1 req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:30.626686 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [req-2f45cc71-cfd9-471e-91d3-86af7347aae1 req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] For port 119bdf1a-ce26-425c-90e9-18c345302883, host hv-cinder-80547, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80547',level=0,port_id=119bdf1a-ce26-425c-90e9-18c345302883,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:11:30.627088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2f45cc71-cfd9-471e-91d3-86af7347aae1 req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:30.921665 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2f45cc71-cfd9-471e-91d3-86af7347aae1 req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:30.922328 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2f45cc71-cfd9-471e-91d3-86af7347aae1 req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33131405'] for floatingip, after_update {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:30.922466 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.db.l3_db [req-2f45cc71-cfd9-471e-91d3-86af7347aae1 req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Floating IP a3be30eb-efb7-46d2-9430-0f5e39bdb1c0 disassociated. External IP: 172.27.3.171, port: 119bdf1a-ce26-425c-90e9-18c345302883. Aug 21 11:11:30.922768 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [req-2f45cc71-cfd9-471e-91d3-86af7347aae1 req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Calling delete_port for 119bdf1a-ce26-425c-90e9-18c345302883 owned by compute:nova {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:11:30.944924 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30349cdf-941d-4653-915f-cde124a3926a req-110b50c4-7aef-4660-8217-e51f5e0dbfed tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82511) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Aug 21 11:11:30.946524 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-30349cdf-941d-4653-915f-cde124a3926a req-110b50c4-7aef-4660-8217-e51f5e0dbfed tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 945 time: 0.0881147 Aug 21 11:11:30.995822 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-30349cdf-941d-4653-915f-cde124a3926a req-7e47fd13-2a66-4185-b8a2-f48039107671 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups?id=18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428028 Aug 21 11:11:31.096540 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2f45cc71-cfd9-471e-91d3-86af7347aae1 req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:31.102955 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-eb39a55e-411f-4d17-9ea4-a8a9641ea6e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:11:31.144919 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event deleted for resources: {'Port': ['ID=119bdf1a-ce26-425c-90e9-18c345302883,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:11:31.159769 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:31.160195 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:31.160614 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:31.161148 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:31.161409 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:31.161820 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:31.162268 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:31.162676 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:31.163077 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:31.163480 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:31.163911 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:31.167521 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:11:31.370330 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f45cc71-cfd9-471e-91d3-86af7347aae1 req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Router 757e437d-d5a9-4921-b143-59c46fc05395 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:11:31.573112 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f45cc71-cfd9-471e-91d3-86af7347aae1 req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:11:31.583452 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f1c14-71dc-41c0-bbba-6cdfe7f43a72 None None] Sync routers for ids ['757e437d-d5a9-4921-b143-59c46fc05395'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:11:31.596983 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f1c14-71dc-41c0-bbba-6cdfe7f43a72 None None] Routers {'757e437d-d5a9-4921-b143-59c46fc05395'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:11:31.597815 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-5d2f1c14-71dc-41c0-bbba-6cdfe7f43a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:11:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['757e437d-d5a9-4921-b143-59c46fc05395'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:11:31.651276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f45cc71-cfd9-471e-91d3-86af7347aae1 req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] No DVR routers for this DVR port 119bdf1a-ce26-425c-90e9-18c345302883 on host hv-cinder-80547 {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:11:31.654016 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [req-2f45cc71-cfd9-471e-91d3-86af7347aae1 req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for port, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:31.658510 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ef32fb-481f-49e2-b7b8-b214c8489ff1', 'name': 'network-vif-deleted', 'tag': '119bdf1a-ce26-425c-90e9-18c345302883'}] {{(pid=82512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Aug 21 11:11:31.714857 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-2f45cc71-cfd9-471e-91d3-86af7347aae1 req-21e9418e-2292-4958-9549-9f81e6d22a15 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.35 "DELETE /v2.0/ports/119bdf1a-ce26-425c-90e9-18c345302883 HTTP/1.1" status: 204 len: 173 time: 1.4007230 Aug 21 11:11:31.728806 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ef32fb-481f-49e2-b7b8-b214c8489ff1', 'name': 'network-vif-deleted', 'tag': '119bdf1a-ce26-425c-90e9-18c345302883', 'status': 'completed', 'code': 200} Aug 21 11:11:31.796518 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-5d2f1c14-71dc-41c0-bbba-6cdfe7f43a72 None None] Set router 757e437d-d5a9-4921-b143-59c46fc05395 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:11:32.123790 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-5d2f1c14-71dc-41c0-bbba-6cdfe7f43a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:02Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '1cd1c763-d1a6-473a-b9c1-4ac4e2294df6', 'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'tenant_id': '729a531820ca474f804d788c43254110', 'mac_address': 'fa:16:3e:64:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:05:01Z', 'updated_at': '2021-08-21T11:05:10Z', 'revision_number': 5, 'project_id': '729a531820ca474f804d788c43254110', 'subnets': [{'id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:11:32.127938 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f1c14-71dc-41c0-bbba-6cdfe7f43a72 None None] Checking router: 757e437d-d5a9-4921-b143-59c46fc05395 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:11:32.139507 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f1c14-71dc-41c0-bbba-6cdfe7f43a72 None None] Routers {'757e437d-d5a9-4921-b143-59c46fc05395'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:11:32.140197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-5d2f1c14-71dc-41c0-bbba-6cdfe7f43a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:11:12Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['757e437d-d5a9-4921-b143-59c46fc05395'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:11:32.186974 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [req-eaeadaa0-9665-4bf5-ba46-f31e1f3e368c req-9ccdd37b-a39f-43f2-8108-5fb88f80034e tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/ports?device_id=49ef32fb-481f-49e2-b7b8-b214c8489ff1 HTTP/1.1" status: 200 len: 210 time: 0.0465171 Aug 21 11:11:32.336229 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-5d2f1c14-71dc-41c0-bbba-6cdfe7f43a72 None None] Set router 757e437d-d5a9-4921-b143-59c46fc05395 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:11:32.656196 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-5d2f1c14-71dc-41c0-bbba-6cdfe7f43a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:02Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '1cd1c763-d1a6-473a-b9c1-4ac4e2294df6', 'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'tenant_id': '729a531820ca474f804d788c43254110', 'mac_address': 'fa:16:3e:64:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:05:01Z', 'updated_at': '2021-08-21T11:05:10Z', 'revision_number': 5, 'project_id': '729a531820ca474f804d788c43254110', 'subnets': [{'id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:11:32.660694 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f1c14-71dc-41c0-bbba-6cdfe7f43a72 None None] The sync data for ids ['757e437d-d5a9-4921-b143-59c46fc05395'] in dv-cinder-805477-1-iscsi is: [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:02Z', 'revision_number': 4, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi', '_interfaces': [{'id': '1cd1c763-d1a6-473a-b9c1-4ac4e2294df6', 'name': '', 'network_id': '2251c961-d2a7-4253-9748-f4d83c0702f2', 'tenant_id': '729a531820ca474f804d788c43254110', 'mac_address': 'fa:16:3e:64:4b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:05:01Z', 'updated_at': '2021-08-21T11:05:10Z', 'revision_number': 5, 'project_id': '729a531820ca474f804d788c43254110', 'subnets': [{'id': '99fb1ae1-1ab8-437c-8272-7f9abc01dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:11:33.162604 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e395be-4355-4503-b3fd-259043c76d99 None None] New status for floating IP a3be30eb-efb7-46d2-9430-0f5e39bdb1c0: DOWN {{(pid=82513) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Aug 21 11:11:33.362617 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 33060) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:11:33.431380 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:33.464854 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:33.601609 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:33.607289 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e9dab11e-a21f-4e58-b2d0-0c9ebc1412c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:11:33.622979 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:11:33.632528 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:33.632958 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:33.633378 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:33.633795 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:33.634212 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:33.634626 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:33.635097 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:33.635631 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:33.636008 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:33.636415 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:33.636856 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805477-1-iscsi {{(pid=82511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Aug 21 11:11:33.640437 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:11:33.647013 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:33.648275 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-8c1f70a5-0063-49f3-8ece-272321b0cd48 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "DELETE /v2.0/security-groups/18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed HTTP/1.1" status: 204 len: 168 time: 0.2843750 Aug 21 11:11:33.651128 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 33064) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:11:33.665573 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 119bdf1a-ce26-425c-90e9-18c345302883 no longer exists at agent hyperv_hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:11:33.669003 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.api.v2.resource [None req-a61ae2a8-9062-47f7-9ea9-842edf647f63 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] show failed (client error): The resource could not be found. Aug 21 11:11:33.670131 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a61ae2a8-9062-47f7-9ea9-842edf647f63 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "GET /v2.0/security-groups/18f7e43d-e2c1-4d62-9c6c-431f1c9f47ed HTTP/1.1" status: 404 len: 347 time: 0.0179865 Aug 21 11:11:33.673053 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 33068) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:11:33.708091 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] No Port match for: 119bdf1a-ce26-425c-90e9-18c345302883 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:11:33.708485 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Device 119bdf1a-ce26-425c-90e9-18c345302883 not bound to the agent host hv-cinder-80547 {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:11:33.834980 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-d8115a67-9213-4fc8-8f1f-84f16190f793 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Deleting port 5e7e873a-781e-4087-abc4-9aa717edebb5 {{(pid=82511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:11:33.835292 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d8115a67-9213-4fc8-8f1f-84f16190f793 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:34.015731 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d8115a67-9213-4fc8-8f1f-84f16190f793 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:34.016109 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d8115a67-9213-4fc8-8f1f-84f16190f793 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:34.350113 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-d8115a67-9213-4fc8-8f1f-84f16190f793 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Calling delete_port for 5e7e873a-781e-4087-abc4-9aa717edebb5 owned by network:floatingip {{(pid=82511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:11:34.664504 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d8115a67-9213-4fc8-8f1f-84f16190f793 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822942574'] for port, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:34.668275 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-03061cc4-5f3f-4617-8763-2d352fb6d8fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:11:34.708991 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8115a67-9213-4fc8-8f1f-84f16190f793 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Pushing event deleted for resources: {'Port': ['ID=5e7e873a-781e-4087-abc4-9aa717edebb5,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:11:34.713145 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-d8115a67-9213-4fc8-8f1f-84f16190f793 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:11:34.805914 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d8115a67-9213-4fc8-8f1f-84f16190f793 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks [] for floatingip, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:34.820206 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-d8115a67-9213-4fc8-8f1f-84f16190f793 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763151'] for floatingip, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:34.821437 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-d8115a67-9213-4fc8-8f1f-84f16190f793 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] 10.222.0.49 "DELETE /v2.0/floatingips/a3be30eb-efb7-46d2-9430-0f5e39bdb1c0 HTTP/1.1" status: 204 len: 168 time: 1.1474326 Aug 21 11:11:36.161833 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:39.067254 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 33098) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:11:39.442046 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-18a46248-7280-41b8-89f5-12f92ff16984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:39.832286 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e0471e94-50db-4b6e-bed2-cbfbcfd8c973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33131368'] for router_interface, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:40.453335 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-e0471e94-50db-4b6e-bed2-cbfbcfd8c973 admin admin] Deleting port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:11:40.453892 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e0471e94-50db-4b6e-bed2-cbfbcfd8c973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:40.631460 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-e0471e94-50db-4b6e-bed2-cbfbcfd8c973 admin admin] For port 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=1cd1c763-d1a6-473a-b9c1-4ac4e2294df6,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:11:40.631929 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e0471e94-50db-4b6e-bed2-cbfbcfd8c973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:40.757133 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-e0471e94-50db-4b6e-bed2-cbfbcfd8c973 admin admin] Calling delete_port for 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 owned by network:router_interface {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:11:40.944202 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:40.972983 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e0471e94-50db-4b6e-bed2-cbfbcfd8c973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:40.977771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-3e9c3419-4da6-4f4d-b902-2ec563cdcb08 tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:11:41.019813 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0471e94-50db-4b6e-bed2-cbfbcfd8c973 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd1c763-d1a6-473a-b9c1-4ac4e2294df6,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:11:41.022475 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-e0471e94-50db-4b6e-bed2-cbfbcfd8c973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:11:41.320579 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-e0471e94-50db-4b6e-bed2-cbfbcfd8c973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821937503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036821718568'] for router_interface, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:42.007384 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3031fccf-7c02-4cd5-9e63-b430bcca660c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:42.124299 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0471e94-50db-4b6e-bed2-cbfbcfd8c973 admin admin] Router 757e437d-d5a9-4921-b143-59c46fc05395 has already been hosted by L3 agent 2d0881f7-b340-47e7-89f6-589fc932653a {{(pid=82512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Aug 21 11:11:42.309898 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:42.332200 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0471e94-50db-4b6e-bed2-cbfbcfd8c973 admin admin] Notify agent at l3_agent.dv-cinder-805477-1-iscsi the message routers_updated {{(pid=82512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Aug 21 11:11:42.343407 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf0a334-eeca-46b5-b968-7a041394281b None None] Sync routers for ids ['757e437d-d5a9-4921-b143-59c46fc05395'] in dv-cinder-805477-1-iscsi {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Aug 21 11:11:42.344714 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-e0471e94-50db-4b6e-bed2-cbfbcfd8c973 admin admin] 10.222.0.49 "PUT /v2.0/routers/757e437d-d5a9-4921-b143-59c46fc05395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2762480 Aug 21 11:11:42.348135 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 33106) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:11:42.356608 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf0a334-eeca-46b5-b968-7a041394281b None None] Routers {'757e437d-d5a9-4921-b143-59c46fc05395'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:11:42.357276 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-ecf0a334-eeca-46b5-b968-7a041394281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:11:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['757e437d-d5a9-4921-b143-59c46fc05395'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:11:42.562555 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:42.684591 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-ecf0a334-eeca-46b5-b968-7a041394281b None None] Set router 757e437d-d5a9-4921-b143-59c46fc05395 gateway port host: dv-cinder-805477-1-iscsi {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:11:42.767775 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:42.811301 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] Deleting port 28b12090-4d99-4fc9-82e2-3f110b511430 {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:11:42.811732 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:42.982059 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-ecf0a334-eeca-46b5-b968-7a041394281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'external_fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:11:40Z', 'revision_number': 5, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port': {'id': '28b12090-4d99-4fc9-82e2-3f110b511430', 'name': '', 'network_id': 'f35c1524-3b1c-4af7-979d-fa22ca7197b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ba:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757e437d-d5a9-4921-b143-59c46fc05395', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805477-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc2b437e-60b3-4488-822a-61baba3ed543', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805477-1-iscsi'}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:11:42.986081 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf0a334-eeca-46b5-b968-7a041394281b None None] Checking router: 757e437d-d5a9-4921-b143-59c46fc05395 for host: dv-cinder-805477-1-iscsi {{(pid=82514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Aug 21 11:11:42.990736 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] For port 28b12090-4d99-4fc9-82e2-3f110b511430, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=28b12090-4d99-4fc9-82e2-3f110b511430,segment=NetworkSegment(986040a1-e78d-4935-9b52-eddd5e14454b),segment_id=986040a1-e78d-4935-9b52-eddd5e14454b)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:11:42.991157 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:42.997723 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf0a334-eeca-46b5-b968-7a041394281b None None] Routers {'757e437d-d5a9-4921-b143-59c46fc05395'} bound to L3 agent in host dv-cinder-805477-1-iscsi {{(pid=82514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 11:11:42.998361 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-ecf0a334-eeca-46b5-b968-7a041394281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805477-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T10:44:42Z,description=,heartbeat_timestamp=2021-08-21T11:11:42Z,host='dv-cinder-805477-1-iscsi',id=2d0881f7-b340-47e7-89f6-589fc932653a,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T10:44:42Z,topic='l3_agent')) {'router_ids': ['757e437d-d5a9-4921-b143-59c46fc05395'], 'active': True} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:11:43.119294 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] Calling delete_port for 28b12090-4d99-4fc9-82e2-3f110b511430 owned by network:router_gateway {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:11:43.170306 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvr_db [None req-ecf0a334-eeca-46b5-b968-7a041394281b None None] Set router 757e437d-d5a9-4921-b143-59c46fc05395 gateway port host: None {{(pid=82514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Aug 21 11:11:43.281771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_hamode_db [None req-ecf0a334-eeca-46b5-b968-7a041394281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:11:42Z', 'revision_number': 6, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port_host': None}], 'dv-cinder-805477-1-iscsi', False) {} {{(pid=82514) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:11:43.285891 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf0a334-eeca-46b5-b968-7a041394281b None None] The sync data for ids ['757e437d-d5a9-4921-b143-59c46fc05395'] in dv-cinder-805477-1-iscsi is: [{'id': '757e437d-d5a9-4921-b143-59c46fc05395', 'name': 'tempest-AttachVolumeTestJSON-1605873658-router', 'tenant_id': '729a531820ca474f804d788c43254110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T11:04:59Z', 'updated_at': '2021-08-21T11:11:42Z', 'revision_number': 6, 'project_id': '729a531820ca474f804d788c43254110', 'gw_port_host': None}] {{(pid=82514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Aug 21 11:11:43.361316 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:43.366131 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-6067d2c1-e5e3-44d8-86bc-3b3ecf728b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:11:43.408133 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b12090-4d99-4fc9-82e2-3f110b511430,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:11:43.413588 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:11:43.644093 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33135449'] for router_gateway, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:43.669911 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:43.915646 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33135705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854762904'] for router, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:43.920231 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:44.023909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821713719'] for router, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:44.024475 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 757e437d-d5a9-4921-b143-59c46fc05395 {{(pid=82512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 21 11:11:44.037891 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] Notify callbacks [] for router, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:44.039440 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-96fb0b69-407e-4057-b7e1-9141442c47a9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/757e437d-d5a9-4921-b143-59c46fc05395 HTTP/1.1" status: 204 len: 168 time: 1.6899459 Aug 21 11:11:44.041833 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 33110) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:11:44.108908 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa33ed6-f14f-4e5a-b069-1bdf4cfd9a0b admin admin] Deleting subnet 99fb1ae1-1ab8-437c-8272-7f9abc01dd78 {{(pid=82512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 21 11:11:44.112352 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8fa33ed6-f14f-4e5a-b069-1bdf4cfd9a0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:44.171909 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8fa33ed6-f14f-4e5a-b069-1bdf4cfd9a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853126341'] for subnet, precommit_delete_associations {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:44.192162 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 28b12090-4d99-4fc9-82e2-3f110b511430 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:11:44.230758 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: 28b12090-4d99-4fc9-82e2-3f110b511430 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:11:44.231161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 28b12090-4d99-4fc9-82e2-3f110b511430 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:11:44.231662 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:11:44.256346 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8fa33ed6-f14f-4e5a-b069-1bdf4cfd9a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775524'] for subnet, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:44.263357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:11:44.263823 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device 1cd1c763-d1a6-473a-b9c1-4ac4e2294df6 not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:11:44.350130 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8fa33ed6-f14f-4e5a-b069-1bdf4cfd9a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822618240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32114412'] for subnet, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:44.355025 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-2b9be22f-48e0-40d1-8144-e053418b740a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:11:44.395056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa33ed6-f14f-4e5a-b069-1bdf4cfd9a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99fb1ae1-1ab8-437c-8272-7f9abc01dd78,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:11:44.397745 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-8fa33ed6-f14f-4e5a-b069-1bdf4cfd9a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:11:44.401248 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8fa33ed6-f14f-4e5a-b069-1bdf4cfd9a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for subnet, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:44.406583 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d6c55b-9089-4968-a899-d51241cbb34e None None] Network 2251c961-d2a7-4253-9748-f4d83c0702f2 requested from dv-cinder-805477-1-iscsi {{(pid=82513) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Aug 21 11:11:44.407585 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-8fa33ed6-f14f-4e5a-b069-1bdf4cfd9a0b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/99fb1ae1-1ab8-437c-8272-7f9abc01dd78 HTTP/1.1" status: 204 len: 168 time: 0.3647144 Aug 21 11:11:44.410171 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 33114) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:11:44.525223 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33625'] for network, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:44.536056 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Deleting port f3eabe2b-9138-45b3-94a5-2daa38089f6b {{(pid=82512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:11:44.536431 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:44.662809 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739ef667-3757-497f-aed0-f6ccd2146c6f None None] DHCP port deletion for 2251c961-d2a7-4253-9748-f4d83c0702f2 request from dv-cinder-805477-1-iscsi {{(pid=82513) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Aug 21 11:11:44.667018 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-739ef667-3757-497f-aed0-f6ccd2146c6f None None] Deleting port f3eabe2b-9138-45b3-94a5-2daa38089f6b {{(pid=82513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:11:44.667438 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-739ef667-3757-497f-aed0-f6ccd2146c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:44.747010 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] For port f3eabe2b-9138-45b3-94a5-2daa38089f6b, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=f3eabe2b-9138-45b3-94a5-2daa38089f6b,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:11:44.747429 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:44.871922 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Calling delete_port for f3eabe2b-9138-45b3-94a5-2daa38089f6b owned by network:dhcp {{(pid=82512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:11:44.876982 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.db [None req-739ef667-3757-497f-aed0-f6ccd2146c6f None None] For port f3eabe2b-9138-45b3-94a5-2daa38089f6b, host dv-cinder-805477-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805477-1-iscsi',level=0,port_id=f3eabe2b-9138-45b3-94a5-2daa38089f6b,segment=NetworkSegment(b42bc4ab-424f-4a8b-b286-6e5abfc628bb),segment_id=b42bc4ab-424f-4a8b-b286-6e5abfc628bb)] {{(pid=82513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Aug 21 11:11:44.877460 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-739ef667-3757-497f-aed0-f6ccd2146c6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33136062'] for port, precommit_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:44.982341 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1109182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-172000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363273762549654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763091818133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32157654'] for port, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:44.988088 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a7e0abfa-61ae-46ed-bce9-0e3fa745560c tempest-AttachVolumeTestJSON-991756529 tempest-AttachVolumeTestJSON-991756529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:11:45.031604 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3eabe2b-9138-45b3-94a5-2daa38089f6b,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:11:45.034712 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:11:45.038522 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] No DVR routers for this DVR port f3eabe2b-9138-45b3-94a5-2daa38089f6b on host dv-cinder-805477-1-iscsi {{(pid=82512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Aug 21 11:11:45.169834 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-739ef667-3757-497f-aed0-f6ccd2146c6f None None] Calling delete_port for f3eabe2b-9138-45b3-94a5-2daa38089f6b owned by network:dhcp {{(pid=82513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Aug 21 11:11:45.246852 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.db.api [None req-739ef667-3757-497f-aed0-f6ccd2146c6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82513) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Aug 21 11:11:45.247503 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_db.api [None req-739ef667-3757-497f-aed0-f6ccd2146c6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82513) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Aug 21 11:11:45.393462 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768233', 'neutron.services.segments.db._delete_segments_for_network--9223363273762424572'] for network, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:45.406578 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2251c961-d2a7-4253-9748-f4d83c0702f2']}} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:11:45.419789 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb') {'for_net_delete': True} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:11:45.420182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.services.segments.db [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42bc4ab-424f-4a8b-b286-6e5abfc628bb') {} {{(pid=82512) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Aug 21 11:11:45.431771 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273762430819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649459'] for segment, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:45.449033 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33487602'] for segment, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=82512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821288198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822618131'] for segment, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: Traceback (most recent call last): Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: timer() Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: cb(*args, **kw) Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: return func(*args, **kwargs) Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: self._notify() Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: self.callback(batched_events) Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: event.method(event) Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: segment_id)['aggregates'][0] Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: return f(self, *a, **k) Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: return self._get(url).json() Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: **kwargs) Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: return self.request(url, 'GET', **kwargs) Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: **endpoint_filter) Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 11:11:45.548660 dv-cinder-805477-1-iscsi neutron-server[82400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 11:11:45.661876 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32838312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821640349'] for network, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:45.666134 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-94b51d14-7e41-4e01-adfd-9531ccb06ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:11:45.680419 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32838299'] for network, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:45.692197 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Pushing event deleted for resources: {'Network': ['ID=2251c961-d2a7-4253-9748-f4d83c0702f2,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:11:45.695606 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:11:45.727804 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-532a51ce-621d-4e40-86dc-299422548341 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2251c961-d2a7-4253-9748-f4d83c0702f2 HTTP/1.1" status: 204 len: 168 time: 1.3165326 Aug 21 11:11:45.748421 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-739ef667-3757-497f-aed0-f6ccd2146c6f None None] Deleting port f3eabe2b-9138-45b3-94a5-2daa38089f6b {{(pid=82513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Aug 21 11:11:45.748927 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-739ef667-3757-497f-aed0-f6ccd2146c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763092225651'] for port, before_delete {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:45.812592 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-739ef667-3757-497f-aed0-f6ccd2146c6f None None] The port 'f3eabe2b-9138-45b3-94a5-2daa38089f6b' was deleted {{(pid=82513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Aug 21 11:11:46.009874 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 33120) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:11:46.066339 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-b8aff35c-7d04-4dee-ad2c-77df3cf21579 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=729a531820ca474f804d788c43254110&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0551734 Aug 21 11:11:46.068786 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 33124) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:11:46.129357 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-16767178-81a7-4ead-894e-b0f014810add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:46.157828 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-16767178-81a7-4ead-894e-b0f014810add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:46.184606 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device f3eabe2b-9138-45b3-94a5-2daa38089f6b no longer exists at agent ovs-agent-dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Aug 21 11:11:46.217763 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.plugin [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] No Port match for: f3eabe2b-9138-45b3-94a5-2daa38089f6b {{(pid=82513) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Aug 21 11:11:46.218162 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.plugins.ml2.rpc [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Device f3eabe2b-9138-45b3-94a5-2daa38089f6b not bound to the agent host dv-cinder-805477-1-iscsi {{(pid=82513) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Aug 21 11:11:46.321108 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-16767178-81a7-4ead-894e-b0f014810add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:46.326617 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-4359675a-4c3e-4307-a72f-ab59c83ca2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:11:46.342456 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16767178-81a7-4ead-894e-b0f014810add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80cf374-79b3-4e46-a0f9-d342dc2bb5cc,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:11:46.345644 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-16767178-81a7-4ead-894e-b0f014810add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:11:46.348277 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-16767178-81a7-4ead-894e-b0f014810add admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:46.349409 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-16767178-81a7-4ead-894e-b0f014810add admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e80cf374-79b3-4e46-a0f9-d342dc2bb5cc HTTP/1.1" status: 204 len: 168 time: 0.2796729 Aug 21 11:11:52.145219 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:11:58.162161 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 33240) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:11:58.311721 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7c956b03-71b1-4589-bf86-18e827ae8c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:58.343999 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-7c956b03-71b1-4589-bf86-18e827ae8c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:11:58.348528 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-7c956b03-71b1-4589-bf86-18e827ae8c89 admin admin] Usage tracker for resource:security_group_rule and tenant:f4c8670801f141d6ade221d22b731a88 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:11:58.351936 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-7c956b03-71b1-4589-bf86-18e827ae8c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:11:58.358017 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-7c956b03-71b1-4589-bf86-18e827ae8c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:11:58.520123 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7c956b03-71b1-4589-bf86-18e827ae8c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:58.549408 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7c956b03-71b1-4589-bf86-18e827ae8c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:58.557847 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-90bd6a03-1c6b-4971-963c-4612c4c0446e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:11:58.600313 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c956b03-71b1-4589-bf86-18e827ae8c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2efeb5-2d06-48f1-a93e-cb37687cef82,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:11:58.604796 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-7c956b03-71b1-4589-bf86-18e827ae8c89 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4c8670801f141d6ade221d22b731a88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4415336 Aug 21 11:11:58.605797 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-7c956b03-71b1-4589-bf86-18e827ae8c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:11:58.607575 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 33246) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:11:58.669244 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-84b9ea30-5167-4050-97f8-a9cca13d5556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:58.697032 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-84b9ea30-5167-4050-97f8-a9cca13d5556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:58.760872 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-84b9ea30-5167-4050-97f8-a9cca13d5556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:58.765720 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f0ab11b0-db24-4202-b503-908d5984a29b tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:11:58.779304 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9ea30-5167-4050-97f8-a9cca13d5556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2efeb5-2d06-48f1-a93e-cb37687cef82,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:11:58.782255 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-84b9ea30-5167-4050-97f8-a9cca13d5556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:11:58.783133 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-84b9ea30-5167-4050-97f8-a9cca13d5556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:11:58.787705 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-84b9ea30-5167-4050-97f8-a9cca13d5556 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d2efeb5-2d06-48f1-a93e-cb37687cef82 HTTP/1.1" status: 204 len: 168 time: 0.1789613 Aug 21 11:12:06.154821 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:09.467828 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-546e9e21-4c55-4ca9-9bf1-c3663f29fd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:10.960482 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:11.163701 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 33334) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:12:11.315058 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b4374464-383f-4799-85ce-24d3071bba74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:11.350532 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-b4374464-383f-4799-85ce-24d3071bba74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:12:11.354815 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-b4374464-383f-4799-85ce-24d3071bba74 admin admin] Usage tracker for resource:security_group_rule and tenant:226b34ebb3724d80bc2aebbc736d9261 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:12:11.357780 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-b4374464-383f-4799-85ce-24d3071bba74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:12:11.364672 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-b4374464-383f-4799-85ce-24d3071bba74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:12:11.430839 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b4374464-383f-4799-85ce-24d3071bba74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:11.457845 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b4374464-383f-4799-85ce-24d3071bba74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:11.465288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-cd7cd71b-b500-4260-b09d-43c052a760f5 tempest-TestVolumeBootPattern-1159812709 tempest-TestVolumeBootPattern-1159812709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:12:11.509889 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-b4374464-383f-4799-85ce-24d3071bba74 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=226b34ebb3724d80bc2aebbc736d9261&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3450050 Aug 21 11:12:11.510631 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4374464-383f-4799-85ce-24d3071bba74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06273ca5-1714-4d98-848b-23cf6e397252,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:12:11.512750 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 33340) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:12:11.514108 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-b4374464-383f-4799-85ce-24d3071bba74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:12:11.575758 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7aaf2d5a-c6c5-40a9-8cd2-adbf7c1cf378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:11.603297 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7aaf2d5a-c6c5-40a9-8cd2-adbf7c1cf378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:11.674541 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7aaf2d5a-c6c5-40a9-8cd2-adbf7c1cf378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:11.679878 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-f03a1566-41a4-44b7-a0a8-fd11e05b3e24 tempest-TestMinimumBasicScenario-1989332508 tempest-TestMinimumBasicScenario-1989332508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:12:11.690742 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf2d5a-c6c5-40a9-8cd2-adbf7c1cf378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06273ca5-1714-4d98-848b-23cf6e397252,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:12:11.694473 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-7aaf2d5a-c6c5-40a9-8cd2-adbf7c1cf378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:12:11.697668 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7aaf2d5a-c6c5-40a9-8cd2-adbf7c1cf378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:11.698888 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-7aaf2d5a-c6c5-40a9-8cd2-adbf7c1cf378 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06273ca5-1714-4d98-848b-23cf6e397252 HTTP/1.1" status: 204 len: 168 time: 0.1850462 Aug 21 11:12:12.012082 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-8871f183-cc16-442b-83ca-e654c5179d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:12.314705 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:13.674645 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:17.475384 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 33406) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:12:17.630013 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-58d25a7a-55d3-43e8-bf57-4192a18651c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:17.662923 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-58d25a7a-55d3-43e8-bf57-4192a18651c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:12:17.666932 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-58d25a7a-55d3-43e8-bf57-4192a18651c6 admin admin] Usage tracker for resource:security_group_rule and tenant:254e80a83e8c444090d9b161ee87ef4f is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:12:17.669899 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-58d25a7a-55d3-43e8-bf57-4192a18651c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:12:17.675926 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-58d25a7a-55d3-43e8-bf57-4192a18651c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:12:17.795904 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-58d25a7a-55d3-43e8-bf57-4192a18651c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:17.817172 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-58d25a7a-55d3-43e8-bf57-4192a18651c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:17.824561 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-399b16e4-8070-4178-a91c-e95bb0facfb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:12:17.869249 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d25a7a-55d3-43e8-bf57-4192a18651c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99428530-9272-4cd9-a674-adf2b2da7f6f,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:12:17.873018 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-58d25a7a-55d3-43e8-bf57-4192a18651c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:12:17.875362 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-58d25a7a-55d3-43e8-bf57-4192a18651c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=254e80a83e8c444090d9b161ee87ef4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3986008 Aug 21 11:12:17.878755 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 33412) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:12:17.941704 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a725a364-541a-4033-b864-78465e64485a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:17.968352 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a725a364-541a-4033-b864-78465e64485a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:18.051395 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a725a364-541a-4033-b864-78465e64485a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:18.056444 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-7c956b03-71b1-4589-bf86-18e827ae8c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:12:18.069665 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725a364-541a-4033-b864-78465e64485a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99428530-9272-4cd9-a674-adf2b2da7f6f,revision_number=None']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:12:18.074373 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-a725a364-541a-4033-b864-78465e64485a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:12:18.078569 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a725a364-541a-4033-b864-78465e64485a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:18.079791 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-a725a364-541a-4033-b864-78465e64485a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99428530-9272-4cd9-a674-adf2b2da7f6f HTTP/1.1" status: 204 len: 168 time: 0.2000427 Aug 21 11:12:19.604728 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82512) accepted ('10.222.0.49', 33442) {{(pid=82512) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:12:19.760835 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7e1c42a9-94e8-479c-b90b-e214c2bc2a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:19.837654 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-7e1c42a9-94e8-479c-b90b-e214c2bc2a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Aug 21 11:12:19.841760 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-7e1c42a9-94e8-479c-b90b-e214c2bc2a0d admin admin] Usage tracker for resource:security_group_rule and tenant:ff60f67152bf4de3b291e463c4086546 is out of sync, need to count used quota {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Aug 21 11:12:19.844865 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.quota.resource [None req-7e1c42a9-94e8-479c-b90b-e214c2bc2a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82512) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Aug 21 11:12:19.851182 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.quota.driver [None req-7e1c42a9-94e8-479c-b90b-e214c2bc2a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82512) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Aug 21 11:12:19.918611 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7e1c42a9-94e8-479c-b90b-e214c2bc2a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:19.948768 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-7e1c42a9-94e8-479c-b90b-e214c2bc2a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_create {{(pid=82512) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:19.956522 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-dd89a929-034c-4bb7-ab31-51f347fdd8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:12:20.002288 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c42a9-94e8-479c-b90b-e214c2bc2a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c4932f-c935-4f7b-b492-d29a54906d4f,revision_number=1']} {{(pid=82512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:12:20.006321 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-7e1c42a9-94e8-479c-b90b-e214c2bc2a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82512) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:12:20.009245 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-7e1c42a9-94e8-479c-b90b-e214c2bc2a0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff60f67152bf4de3b291e463c4086546&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4034336 Aug 21 11:12:20.012250 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [-] (82511) accepted ('10.222.0.49', 33448) {{(pid=82511) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Aug 21 11:12:20.074254 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-69871635-a6a6-4a96-b20f-730197301948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:20.103890 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-69871635-a6a6-4a96-b20f-730197301948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:20.251557 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-69871635-a6a6-4a96-b20f-730197301948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854366141'] for security_group, after_delete {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:20.256850 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-642ef8e1-88e0-4fa8-8231-211545478830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Aug 21 11:12:20.270400 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69871635-a6a6-4a96-b20f-730197301948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c4932f-c935-4f7b-b492-d29a54906d4f,revision_number=None']} {{(pid=82511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Aug 21 11:12:20.273495 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG oslo_concurrency.lockutils [None req-69871635-a6a6-4a96-b20f-730197301948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82511) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Aug 21 11:12:20.274398 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-69871635-a6a6-4a96-b20f-730197301948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82511) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:20.276381 dv-cinder-805477-1-iscsi neutron-server[82400]: INFO neutron.wsgi [None req-69871635-a6a6-4a96-b20f-730197301948 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2c4932f-c935-4f7b-b492-d29a54906d4f HTTP/1.1" status: 204 len: 168 time: 0.2629609 Aug 21 11:12:29.147759 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:12:36.182652 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:39.433744 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-22e140d1-93d0-4b26-a02d-552a0acb8a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:40.936445 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:42.010437 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-dcc64d3d-d8b1-435d-81a1-af9b60a9669a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:42.318198 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:12:43.660994 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:13:06.149194 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:13:06.186747 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:13:09.426939 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f998a306-89b7-43b0-9c60-73da1c3fe39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:13:10.941155 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:13:12.014922 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-a11b7bfb-4399-4e7e-b077-a40967e724de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:13:12.323878 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:13:13.672074 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:13:36.214387 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:13:39.419921 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-050b6588-1294-45f0-b688-ff42fbb5c0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:13:40.934307 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:13:42.008472 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-50b01b56-3674-408a-a9e1-739a27cec87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:13:42.322488 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:13:43.151072 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:13:43.659840 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:14:06.196865 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:14:09.430969 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-81eabab6-621a-4442-954d-c435e27c981c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:14:10.944967 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:14:12.019024 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c02c0712-9142-47b5-8adc-6a1e43a2a221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:14:12.316218 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:14:13.665138 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:14:20.151906 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:14:36.224666 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:14:39.429149 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-4feede92-d0c0-41b9-aa2a-0ad8fc84ec63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:14:40.950340 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:14:42.018840 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-1224b928-379d-4833-b6bf-dcb1bccc0cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:14:42.315779 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:14:43.664453 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:14:57.153163 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:15:06.205151 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:15:09.435167 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-f4e327bc-0494-4c97-803d-0be80386f538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:15:10.949400 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:15:12.016360 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-c708244a-f8dc-457a-aa18-93375e9f75db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:15:12.325257 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:15:13.749849 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:15:34.154229 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:15:36.227181 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:15:39.440722 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-3cb2493b-ec93-4236-a929-51d216461e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:15:40.949263 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:15:42.017591 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-039403ce-6352-4145-a049-4ff089da029e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:15:42.329565 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:15:43.672467 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:16:06.265801 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:16:09.423012 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-b375fcf7-f1fb-41a5-90cb-3d9cd831abf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:16:10.960061 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:16:11.154394 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:16:12.017198 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0f44f451-45bc-4fe9-8773-2eca0e36cb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:16:12.331524 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:16:13.673849 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:16:36.276225 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:16:39.441836 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-95cd9f25-f667-4380-bdd4-9e4c847d67cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:16:40.948011 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:16:42.010920 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-aeebe5ce-1cbf-4152-9bec-e500c1b55cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:16:42.336625 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:16:43.679368 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:16:48.155098 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:17:06.269450 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:17:09.423959 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-64d4a765-7a50-4324-a938-eb86b34b0c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:17:10.954978 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:17:12.012109 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-add92b12-861d-4d5e-b159-0f1109543495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:17:12.332098 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:17:13.680825 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:17:23.908441 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.wsgi [req-cf9c6717-cebe-4a33-ab15-cc677c7ab133 req-c0eaf0f0-79ba-44ab-b9f0-7d879f51519c service neutron] (82512) timed out ('10.222.0.49', 55664) {{(pid=82512) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Aug 21 11:17:25.156087 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron.db.agents_db [None req-f3982318-dad6-41ac-acb9-6a3908933c15 None None] Agent healthcheck: found 6 active agents {{(pid=82514) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Aug 21 11:17:36.279632 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8665-bab6-4cf8-9113-7db3164aa19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:17:39.439836 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-145e7da0-bd62-44b2-9236-8275f448c570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:17:40.937115 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-af3bba07-a49d-4b46-8261-17599b378bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:17:42.021371 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-6f851a81-36e9-4763-87d0-f2ccdfe67163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:17:42.348390 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-acd6254c-713e-4a73-8ce1-b576d8940da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Aug 21 11:17:43.691374 dv-cinder-805477-1-iscsi neutron-server[82400]: DEBUG neutron_lib.callbacks.manager [None req-59399849-7bf2-44b5-bdde-5eaa654674f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763092345066', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4067'] for agent, after_update {{(pid=82513) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}